-- Logs begin at Tue 2022-05-03 22:47:58 UTC, end at Wed 2022-05-04 00:15:22 UTC. -- May 03 23:43:43.337290 dv-cinder-840375-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 03 23:43:46.163580 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.common.config [-] Logging enabled! May 03 23:43:46.164196 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.2.1.dev13 May 03 23:43:46.164354 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=114103) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 03 23:43:46.167527 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.common.config [-] Logging enabled! May 03 23:43:46.167903 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.2.1.dev13 May 03 23:43:46.168229 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=114103) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 03 23:43:46.169369 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 03 23:43:46.169603 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 03 23:43:46.169971 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 03 23:43:46.170237 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 03 23:43:46.170464 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 03 23:43:46.170783 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:46.171080 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:46.171374 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:46.171603 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:46.171898 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:46.172185 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:46.172469 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:46.172757 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:46.173053 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:46.173339 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:46.173617 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:46.173899 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:46.174158 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:46.174442 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] config_source = [] {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:46.174729 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:46.175013 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:46.175242 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] debug = True {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:46.175518 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:46.175941 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:46.176358 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:46.176639 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:46.176929 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:46.177203 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:46.177477 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:46.177750 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:46.178047 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:46.178378 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] host = dv-cinder-840375-1-iscsi {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:46.178662 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:46.178941 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:46.179224 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:46.179505 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:46.179777 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:46.180049 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:46.180330 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:46.180602 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] log_dir = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:46.180872 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] log_file = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:46.181144 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:46.181428 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:46.181711 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:46.182006 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:46.182247 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:46.182468 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:46.182757 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:46.183041 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:46.183983 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:46.184541 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:46.184872 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:46.185147 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:46.185423 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:46.185691 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:46.185982 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:46.186287 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:46.186572 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:46.186843 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:46.187116 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:46.187385 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:46.187655 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:46.187934 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:46.188204 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:46.188474 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:46.188741 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:46.189027 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:46.189294 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:46.189561 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:46.189860 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:46.190165 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:46.190445 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:46.190725 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:46.190994 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:46.191275 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:46.191542 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:46.191809 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] use_journal = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:46.192091 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] use_json = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:46.192342 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:46.192607 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:46.192885 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:46.193154 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:46.193422 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:46.193690 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:46.193960 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:46.194264 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:46.194531 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:46.194825 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.195120 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.195412 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.195696 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.195988 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.196266 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.196551 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.196827 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.197115 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.197400 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.197690 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.197966 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.198277 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.198551 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.198840 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.199785 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.200214 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.200518 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.200799 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.201075 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.201351 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.201633 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.201922 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.202224 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.202513 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.203000 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.203097 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.203343 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.203637 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.203927 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.204202 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.204481 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.204771 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.205055 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.205313 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.205590 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.205877 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.206182 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.206456 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.206737 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.207013 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.207284 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.207553 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.207829 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.208113 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.208386 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.208653 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.208921 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.209195 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.209462 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.209744 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.210039 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.210312 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.210584 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.210855 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.211120 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.211388 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.211662 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.211932 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.212206 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.212475 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.212744 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.213013 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.213281 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.213549 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.213817 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.214108 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.214384 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.214688 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.215103 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.215377 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.215651 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.215921 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.216206 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.216507 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.216784 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.217062 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.217335 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.217610 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.217885 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.218190 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.218465 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.218741 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.219010 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.219297 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.219577 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.219866 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.220150 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.220430 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.220723 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.221000 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.221279 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.221553 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.221829 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.222135 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.222420 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.222713 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.223002 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.223292 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.223581 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.223873 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.224152 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.224460 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.224736 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:46.224952 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 03 23:43:46.225199 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=114103) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 03 23:43:46.587036 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=114103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 23:43:46.587218 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=114103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 23:43:46.587503 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=114103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 23:43:46.587828 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.manager [-] Loading core plugin: ml2 May 03 23:43:46.992666 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:46.992953 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:46.993223 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:46.994546 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:46.994818 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:46.995089 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:47.032636 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:47.032909 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:47.033172 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:47.048971 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:47.049248 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:47.049516 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:47.078859 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:47.079137 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:47.079403 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:47.118100 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:47.118377 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:47.118639 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:47.362484 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:47.363105 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:47.363105 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:47.363269 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:47.363871 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:47.487684 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:47.488000 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:47.488279 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:47.488547 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:47.488812 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:47.489120 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:47.489377 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:47.489627 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:47.489875 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:47.490178 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:47.490437 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:47.490701 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:47.490953 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:47.491200 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:47.491449 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:47.491709 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:47.491960 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:47.492224 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:47.492480 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:47.492739 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:47.493004 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:47.493253 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:47.493528 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:47.493902 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:47.494172 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:47.494415 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:47.494808 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=114103) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 23:43:47.495041 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=114103) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 23:43:47.495273 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=114103) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 23:43:47.495504 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=114103) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 23:43:47.495809 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=114103) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 23:43:47.496678 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=114103) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 23:43:47.497232 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 03 23:43:47.500462 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 03 23:43:47.504462 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 03 23:43:47.508168 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) May 03 23:43:47.509763 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 03 23:43:47.510242 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 03 23:43:47.510577 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 03 23:43:47.510954 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 03 23:43:47.514223 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 03 23:43:47.514474 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 03 23:43:47.514824 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 03 23:43:47.520119 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 03 23:43:47.543977 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 03 23:43:47.544628 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:47.544946 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=114103) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 03 23:43:47.545483 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:47.546803 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=114103) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 03 23:43:47.547089 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 03 23:43:47.547332 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 03 23:43:47.550755 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:47.551039 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:47.616533 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 03 23:43:47.616729 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 03 23:43:47.616899 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 03 23:43:47.617279 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 03 23:43:47.639715 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_db.sqlalchemy.engines [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=114103) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 03 23:43:48.281314 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.plugins.ml2.managers [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Initializing driver for type 'gre' May 03 23:43:48.281840 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] gre ID ranges: [(1, 1000)] May 03 23:43:48.469844 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.plugins.ml2.managers [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Initializing driver for type 'local' May 03 23:43:48.470565 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.plugins.ml2.managers [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Initializing driver for type 'vlan' May 03 23:43:48.565385 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] VlanTypeDriver initialization complete May 03 23:43:48.565646 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.plugins.ml2.managers [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Initializing driver for type 'vxlan' May 03 23:43:48.566190 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] vxlan ID ranges: [(1, 1000)] May 03 23:43:48.772801 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.plugins.ml2.managers [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Initializing extension driver 'port_security' May 03 23:43:48.773233 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.plugins.ml2.extensions.port_security [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] PortSecurityExtensionDriver initialization complete May 03 23:43:48.773591 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.plugins.ml2.managers [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Initializing mechanism driver 'openvswitch' May 03 23:43:48.773929 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.plugins.ml2.managers [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Initializing mechanism driver 'hyperv' May 03 23:43:48.787051 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.plugins.ml2.plugin [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=114103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:43:48.787730 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Subscribe: > port after_create 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:48.788099 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Subscribe: > port after_update 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:48.788448 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Subscribe: > port after_delete 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:48.788982 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=114103) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 03 23:43:48.789412 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Subscribe: > subnet after_create 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:48.789765 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Subscribe: > subnet after_update 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:48.790149 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Subscribe: > subnet after_delete 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:48.790545 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=114103) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 03 23:43:48.790954 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Subscribe: > network after_create 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:48.791302 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Subscribe: > network after_update 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:48.791667 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Subscribe: > network after_delete 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:48.792050 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=114103) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 03 23:43:48.792473 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Subscribe: > security_group after_create 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:48.793829 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Subscribe: > security_group after_update 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:48.794206 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Subscribe: > security_group after_delete 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:48.796402 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=114103) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 03 23:43:48.796851 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:48.797225 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:48.797582 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:48.798014 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=114103) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 03 23:43:48.798434 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Subscribe: > address_group after_create 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:48.798787 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Subscribe: > address_group after_update 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:48.799138 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Subscribe: > address_group after_delete 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:48.799537 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=114103) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 03 23:43:48.800069 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] ML2 OVO RPC backend initialized. {{(pid=114103) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} May 03 23:43:48.800769 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Subscribe: > router_interface after_create 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:48.801416 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:48.801521 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Subscribe: > network before_response 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:48.801868 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Subscribe: > networks before_response 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:48.802243 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Subscribe: > port before_response 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:48.802586 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Subscribe: > ports before_response 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:48.802929 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Subscribe: > subnet before_response 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:48.803271 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Subscribe: > subnets before_response 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:48.803615 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Subscribe: > network after_create 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:48.803957 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Subscribe: > network after_update 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:48.804298 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Subscribe: > network after_delete 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:48.804632 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Subscribe: > port after_create 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:48.804968 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Subscribe: > port after_update 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:48.805315 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Subscribe: > port after_delete 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:48.805655 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Subscribe: > subnet after_create 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:48.806010 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Subscribe: > subnet after_update 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:48.806354 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Subscribe: > subnet after_delete 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:48.817276 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.quota [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loaded quota_driver: . May 03 23:43:48.817577 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.plugins.ml2.plugin [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Modular L2 Plugin initialization complete May 03 23:43:48.817926 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading services supported by the core plugin {{(pid=114103) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 03 23:43:48.818308 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.plugins.ml2.managers [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Got port-security extension from driver 'port_security' May 03 23:43:48.818823 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.extensions.vlantransparent [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Disabled vlantransparent extension. May 03 23:43:48.819326 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=114103) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 03 23:43:48.819650 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading Plugin: router May 03 23:43:48.861855 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Subscribe: > router_interface before_create 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:48.862269 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Subscribe: > router after_create 55549900 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:48.862642 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Subscribe: > router before_create 55549900 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:48.863049 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:48.863423 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:48.863777 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Subscribe: > router after_delete 55549900 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:48.864142 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Subscribe: > floatingip after_create 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:48.864497 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Subscribe: > floatingip after_update 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:48.864866 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Subscribe: > router after_create 55549900 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:48.865207 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Subscribe: > router after_update 55549900 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:48.865555 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Subscribe: > router after_update 55549900 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:48.865901 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:48.866283 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Subscribe: > router after_update 55549900 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:48.866694 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Subscribe: > router precommit_update 55549900 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:48.867066 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Subscribe: port after_update 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:48.867403 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Subscribe: port after_delete 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:48.867739 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Subscribe: subnet after_update 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:48.868079 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:48.868444 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Subscribe: > port precommit_delete 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:48.868789 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Subscribe: > router precommit_create 55549900 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:48.869133 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Subscribe: port before_delete 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:48.869477 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Subscribe: > router precommit_create 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:48.869833 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Subscribe: > router after_update 55549900 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:48.870204 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Subscribe: > router precommit_delete 55549900 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:48.870557 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Subscribe: > router precommit_create 55549900 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:48.871076 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Subscribe: > router_interface after_create 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:48.871582 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Subscribe: > router precommit_update 55549900 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:48.871951 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Subscribe: > agent after_create 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:48.872307 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Subscribe: > agent after_delete 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:48.872650 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Subscribe: > network after_delete 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:48.873553 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.quota.resource_registry [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Tracking information for resource: router configured {{(pid=114103) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 23:43:48.873883 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.quota.resource_registry [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Tracking information for resource: floatingip configured {{(pid=114103) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 23:43:48.893489 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.db.l3_agentschedulers_db [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 03 23:43:48.894101 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Subscribe: port after_update 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:48.894472 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Subscribe: port after_create 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:48.894820 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Subscribe: port after_delete 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:48.895181 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Subscribe: port after_update 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:48.895993 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Subscribe: > router before_create 55550100 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:48.896357 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Subscribe: > router precommit_delete 55550100 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:48.896718 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Subscribe: > router precommit_create 55550100 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:48.897122 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Subscribe: > router precommit_update 55550100 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:48.902753 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.services.provider_configuration [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Service providers = [] {{(pid=114103) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 03 23:43:48.903288 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.db.servicetype_db [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=114103) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 03 23:43:48.906385 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.services.service_base [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=114103) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 03 23:43:48.906732 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.services.service_base [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=114103) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 03 23:43:48.907073 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.services.service_base [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=114103) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 03 23:43:48.907968 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.services.service_base [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=114103) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 03 23:43:48.908388 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.services.service_base [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Default provider is not specified for service type L3_ROUTER_NAT May 03 23:43:48.908778 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=114103) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 23:43:48.909109 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 03 23:43:48.924949 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=114103) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 23:43:48.925281 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading Plugin: auto_allocate May 03 23:43:48.931588 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Subscribe: network precommit_update 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:48.931960 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Subscribe: network precommit_create 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:48.932501 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=114103) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 23:43:48.932824 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading Plugin: tag May 03 23:43:48.940313 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=114103) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 23:43:48.940634 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading Plugin: timestamp May 03 23:43:48.948202 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=114103) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 23:43:48.948585 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading Plugin: network_ip_availability May 03 23:43:48.954983 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:48.955362 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:48.955718 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:48.956466 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=114103) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 23:43:48.956786 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading Plugin: flavors May 03 23:43:48.961740 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=114103) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 23:43:48.962097 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading Plugin: revisions May 03 23:43:48.967019 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=114103) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 23:43:48.967444 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_concurrency.lockutils [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.380s {{(pid=114103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 23:43:48.968281 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=114103) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 03 23:43:48.968616 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Initializing extension manager. May 03 23:43:48.969131 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: __init__.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:48.969474 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: __pycache__ {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:48.969808 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:48.970169 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: address_group.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:48.970958 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:48.971606 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loaded extension: address-group May 03 23:43:48.971930 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: address_scope.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:48.972643 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:48.973164 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loaded extension: address-scope May 03 23:43:48.973553 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: admin_state_down_before_update.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:48.974541 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:48.975062 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loaded extension: router-admin-state-down-before-update May 03 23:43:48.975385 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: agent.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:48.976290 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:48.976858 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loaded extension: agent May 03 23:43:48.977188 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: agent_resources_synced.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:48.978235 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:48.978753 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loaded extension: agent-resources-synced May 03 23:43:48.985027 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: allowedaddresspairs.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:48.986735 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:48.987279 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loaded extension: allowed-address-pairs May 03 23:43:48.987607 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: auto_allocated_topology.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:48.988723 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:48.989242 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loaded extension: auto-allocated-topology May 03 23:43:48.989566 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: availability_zone.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:48.990290 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:48.990807 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loaded extension: availability_zone May 03 23:43:48.991130 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: availability_zone_filter.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:48.992049 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:48.992564 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loaded extension: availability_zone_filter May 03 23:43:48.992893 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: data_plane_status.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:48.993854 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:48.994407 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Extension data-plane-status not supported by any of loaded plugins May 03 23:43:48.994731 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: default_subnetpools.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:48.995745 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:48.996270 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loaded extension: default-subnetpools May 03 23:43:48.996593 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: dhcpagentscheduler.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:48.997429 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:48.997948 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loaded extension: dhcp_agent_scheduler May 03 23:43:48.998394 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: dns.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:48.999226 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:48.999746 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Extension dns-integration not supported by any of loaded plugins May 03 23:43:49.000105 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: dns_domain_ports.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:49.001026 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:49.001560 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Extension dns-domain-ports not supported by any of loaded plugins May 03 23:43:49.001869 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:49.002817 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:49.003333 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 03 23:43:49.003654 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: dvr.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:49.004322 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:49.004836 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loaded extension: dvr May 03 23:43:49.005154 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: ecmp_routes.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:49.006098 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:49.006614 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Extension ecmp_routes not supported by any of loaded plugins May 03 23:43:49.006932 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: empty_string_filtering.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:49.007857 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:49.008375 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loaded extension: empty-string-filtering May 03 23:43:49.008696 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:49.009608 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:49.010161 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 03 23:43:49.010484 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:49.012055 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:49.012581 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 03 23:43:49.012896 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: external_net.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:49.013808 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:49.014361 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loaded extension: external-net May 03 23:43:49.014682 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: extra_dhcp_opt.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:49.015599 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:49.016118 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loaded extension: extra_dhcp_opt May 03 23:43:49.016435 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: extraroute.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:49.017345 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:49.017858 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loaded extension: extraroute May 03 23:43:49.018204 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: extraroute_atomic.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:49.019250 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:49.019765 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loaded extension: extraroute-atomic May 03 23:43:49.020082 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: filter_validation.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:49.020756 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:49.021270 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loaded extension: filter-validation May 03 23:43:49.021588 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: fip_pf_description.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:49.027824 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:49.028338 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 03 23:43:49.028657 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: fip_port_details.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:49.029611 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:49.030165 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loaded extension: fip-port-details May 03 23:43:49.030485 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: flavors.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:49.031896 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:49.032485 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loaded extension: flavors May 03 23:43:49.032806 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:49.034509 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:49.035040 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 03 23:43:49.035369 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: floatingip_pools.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:49.036078 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:49.036597 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loaded extension: floatingip-pools May 03 23:43:49.036923 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: ip_allocation.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:49.037862 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:49.038472 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Extension ip_allocation not supported by any of loaded plugins May 03 23:43:49.038798 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:49.039726 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:49.040245 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loaded extension: ip-substring-filtering May 03 23:43:49.040572 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: l2_adjacency.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:49.041503 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:49.042042 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Extension l2_adjacency not supported by any of loaded plugins May 03 23:43:49.042372 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: l3.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:49.043982 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:49.044492 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loaded extension: router May 03 23:43:49.044818 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: l3_conntrack_helper.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:49.047311 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:49.047857 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 03 23:43:49.048192 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:49.049140 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:49.049665 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loaded extension: ext-gw-mode May 03 23:43:49.050006 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:49.050933 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:49.051458 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loaded extension: l3-ha May 03 23:43:49.051780 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: l3_flavors.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:49.052689 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:49.053211 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loaded extension: l3-flavors May 03 23:43:49.053530 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:49.054478 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:49.054999 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loaded extension: l3-port-ip-change-not-allowed May 03 23:43:49.055320 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: l3agentscheduler.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:49.056401 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:49.056924 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loaded extension: l3_agent_scheduler May 03 23:43:49.057247 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: logging.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:49.059689 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:49.060224 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Extension logging not supported by any of loaded plugins May 03 23:43:49.060561 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: metering.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:49.061321 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:49.061917 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loaded extension: metering May 03 23:43:49.062272 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:49.063374 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:49.063904 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loaded extension: metering_source_and_destination_fields May 03 23:43:49.064230 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: multiprovidernet.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:49.065159 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:49.065678 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loaded extension: multi-provider May 03 23:43:49.066023 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: netmtu.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:49.066950 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:49.067513 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loaded extension: net-mtu May 03 23:43:49.067790 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: netmtu_writable.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:49.068711 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:49.069227 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loaded extension: net-mtu-writable May 03 23:43:49.069639 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: network_availability_zone.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:49.070257 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:49.070765 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loaded extension: network_availability_zone May 03 23:43:49.071089 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: network_ip_availability.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:49.072201 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:49.073078 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loaded extension: network-ip-availability May 03 23:43:49.073078 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: network_segment_range.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:49.074618 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:49.075359 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Extension network-segment-range not supported by any of loaded plugins May 03 23:43:49.075500 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: pagination.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:49.076437 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:49.076764 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loaded extension: pagination May 03 23:43:49.077096 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: port_device_profile.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:49.078051 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:49.078601 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loaded extension: port-device-profile May 03 23:43:49.078926 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:49.079892 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:49.080419 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loaded extension: port-mac-address-regenerate May 03 23:43:49.080741 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:49.081695 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:49.082242 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loaded extension: port-numa-affinity-policy May 03 23:43:49.082568 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: port_resource_request.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:49.083496 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:49.084019 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Extension port-resource-request not supported by any of loaded plugins May 03 23:43:49.084343 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: portbindings.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:49.085287 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:49.085810 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loaded extension: binding May 03 23:43:49.086168 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: portbindings_extended.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:49.087679 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:49.088214 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loaded extension: binding-extended May 03 23:43:49.088542 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: portsecurity.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:49.089560 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:49.090290 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loaded extension: port-security May 03 23:43:49.090790 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: project_id.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:49.091834 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:49.092162 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loaded extension: project-id May 03 23:43:49.092486 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: providernet.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:49.093427 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:49.093979 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loaded extension: provider May 03 23:43:49.094340 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: qos.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:49.098223 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:49.098805 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Extension qos not supported by any of loaded plugins May 03 23:43:49.099139 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:49.100652 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:49.101211 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 03 23:43:49.101544 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:49.102632 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:49.103177 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 03 23:43:49.103505 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: qos_default.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:49.104488 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:49.105085 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Extension qos-default not supported by any of loaded plugins May 03 23:43:49.105413 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: qos_fip.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:49.106151 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:49.106677 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Extension qos-fip not supported by any of loaded plugins May 03 23:43:49.107000 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: qos_gateway_ip.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:49.108031 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:49.108561 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Extension qos-gateway-ip not supported by any of loaded plugins May 03 23:43:49.108884 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: qos_port_network_policy.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:49.109889 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:49.110419 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Extension qos-port-network-policy not supported by any of loaded plugins May 03 23:43:49.110746 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: qos_pps_rule.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:49.112057 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:49.112611 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Extension qos-pps not supported by any of loaded plugins May 03 23:43:49.112944 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: qos_rule_type_details.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:49.113931 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:49.114488 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Extension qos-rule-type-details not supported by any of loaded plugins May 03 23:43:49.114812 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: qos_rules_alias.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:49.115939 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:49.116471 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Extension qos-rules-alias not supported by any of loaded plugins May 03 23:43:49.116796 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: quotasv2.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:49.117826 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:49.118191 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loaded extension: quotas May 03 23:43:49.118515 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: quotasv2_detail.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:49.120462 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:49.121468 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loaded extension: quota_details May 03 23:43:49.121797 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: rbac.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:49.123019 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:49.123611 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loaded extension: rbac-policies May 03 23:43:49.123939 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: rbac_address_group.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:49.125007 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:49.125544 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loaded extension: rbac-address-group May 03 23:43:49.125867 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: rbac_address_scope.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:49.126861 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:49.127629 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loaded extension: rbac-address-scope May 03 23:43:49.127955 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: rbac_security_groups.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:49.128936 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:49.129476 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loaded extension: rbac-security-groups May 03 23:43:49.129806 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: rbac_subnetpool.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:49.130783 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:49.131316 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loaded extension: rbac-subnetpool May 03 23:43:49.131639 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: revisionifmatch.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:49.132600 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:49.133132 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loaded extension: revision-if-match May 03 23:43:49.133454 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: revisions.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:49.134674 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:49.135207 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loaded extension: standard-attr-revisions May 03 23:43:49.135531 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: router_availability_zone.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:49.136382 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:49.137430 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loaded extension: router_availability_zone May 03 23:43:49.137757 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: routerservicetype.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:49.138790 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:49.139314 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Extension router-service-type not supported by any of loaded plugins May 03 23:43:49.139637 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:49.140587 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:49.141106 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loaded extension: security-groups-normalized-cidr May 03 23:43:49.141428 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: security_groups_port_filtering.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:49.142401 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:49.142923 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loaded extension: port-security-groups-filtering May 03 23:43:49.143243 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:49.144192 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:49.144721 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loaded extension: security-groups-remote-address-group May 03 23:43:49.145048 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: securitygroup.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:49.157433 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:49.158056 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loaded extension: security-group May 03 23:43:49.158397 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: segment.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:49.159300 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:49.159830 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Extension segment not supported by any of loaded plugins May 03 23:43:49.160162 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:49.161263 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:49.161798 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 03 23:43:49.162157 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: servicetype.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:49.163420 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:49.163965 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loaded extension: service-type May 03 23:43:49.164297 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: sorting.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:49.165345 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:49.165674 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loaded extension: sorting May 03 23:43:49.166091 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: standard_attr_segment.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:49.166978 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:49.167677 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Extension standard-attr-segment not supported by any of loaded plugins May 03 23:43:49.168503 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: standardattrdescription.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:49.169189 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:49.169719 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loaded extension: standard-attr-description May 03 23:43:49.170062 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: stateful_security_group.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:49.171059 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:49.171586 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loaded extension: stateful-security-group May 03 23:43:49.171910 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: stdattrs_common.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:49.172505 dv-cinder-840375-1-iscsi neutron-server[114103]: WARNING neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 03 23:43:49.172844 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:49.173786 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:49.174347 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 03 23:43:49.174671 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: subnet_onboard.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:49.175757 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:49.176291 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loaded extension: subnet_onboard May 03 23:43:49.176618 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:49.177545 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:49.178090 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 03 23:43:49.178417 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: subnet_service_types.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:49.179348 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:49.179875 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loaded extension: subnet-service-types May 03 23:43:49.180202 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: subnetallocation.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:49.181294 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:49.181816 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loaded extension: subnet_allocation May 03 23:43:49.182174 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:49.182856 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:49.183557 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loaded extension: subnetpool-prefix-ops May 03 23:43:49.183876 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:49.185098 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:49.185611 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 03 23:43:49.185938 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: tagging.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:49.187054 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:49.187590 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loaded extension: standard-attr-tag May 03 23:43:49.187919 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: timestamp.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:49.189132 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:49.189658 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loaded extension: standard-attr-timestamp May 03 23:43:49.190019 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: trunk.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:49.191051 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:49.191578 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Extension trunk not supported by any of loaded plugins May 03 23:43:49.191902 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: trunk_details.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:49.192831 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:49.193357 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Extension trunk-details not supported by any of loaded plugins May 03 23:43:49.193683 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: uplink_status_propagation.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:49.194626 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:49.195153 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Extension uplink-status-propagation not supported by any of loaded plugins May 03 23:43:49.195467 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Loading extension file: vlantransparent.py {{(pid=114103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 23:43:49.196143 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=114103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 23:43:49.196660 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Extension vlan-transparent not supported by any of loaded plugins May 03 23:43:49.199237 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.quota.resource_registry [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Creating instance of TrackedResource for resource:network May 03 23:43:49.199765 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.quota.resource_registry [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Creating instance of TrackedResource for resource:subnet May 03 23:43:49.200165 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.quota.resource_registry [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Creating instance of TrackedResource for resource:subnetpool May 03 23:43:49.200565 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.quota.resource_registry [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Creating instance of TrackedResource for resource:port May 03 23:43:49.201840 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.v2.resource_helper [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114103) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 23:43:49.202324 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.v2.resource_helper [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Service FLAVORS assigned prefix: {{(pid=114103) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 23:43:49.202953 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.v2.resource_helper [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114103) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 23:43:49.203390 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.v2.resource_helper [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114103) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 23:43:49.203719 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.quota.resource_registry [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Creating instance of TrackedResource for resource:router May 03 23:43:49.204147 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.quota.resource_registry [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Creating instance of TrackedResource for resource:floatingip May 03 23:43:49.204630 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.v2.resource_helper [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Service METERING assigned prefix: /metering {{(pid=114103) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 23:43:49.206119 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:49.206495 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:49.206848 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:43:49.207859 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.quota.resource_registry [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Creating instance of CountableResource for resource:rbac_policy May 03 23:43:49.208303 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.quota.resource_registry [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Creating instance of TrackedResource for resource:security_group May 03 23:43:49.208751 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.quota.resource_registry [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Creating instance of TrackedResource for resource:security_group_rule May 03 23:43:49.209352 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.v2.resource_helper [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Service CORE assigned prefix: {{(pid=114103) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 23:43:49.209675 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.quota.resource_registry [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Creating instance of TrackedResource for resource:subnetpool May 03 23:43:49.210037 dv-cinder-840375-1-iscsi neutron-server[114103]: WARNING neutron.quota.resource_registry [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] subnetpool is already registered May 03 23:43:49.210474 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.v2.resource_helper [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Service CORE assigned prefix: {{(pid=114103) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 23:43:49.210801 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.quota.resource_registry [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Creating instance of TrackedResource for resource:subnetpool May 03 23:43:49.211144 dv-cinder-840375-1-iscsi neutron-server[114103]: WARNING neutron.quota.resource_registry [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] subnetpool is already registered May 03 23:43:49.213480 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.v2.resource_helper [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114103) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 23:43:49.213916 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.v2.resource_helper [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Service FLAVORS assigned prefix: {{(pid=114103) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 23:43:49.215224 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.v2.resource_helper [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114103) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 23:43:49.215819 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.v2.resource_helper [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114103) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 23:43:49.216157 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.quota.resource_registry [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Creating instance of TrackedResource for resource:router May 03 23:43:49.216499 dv-cinder-840375-1-iscsi neutron-server[114103]: WARNING neutron.quota.resource_registry [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] router is already registered May 03 23:43:49.216912 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.quota.resource_registry [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Creating instance of TrackedResource for resource:floatingip May 03 23:43:49.217248 dv-cinder-840375-1-iscsi neutron-server[114103]: WARNING neutron.quota.resource_registry [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] floatingip is already registered May 03 23:43:49.217708 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.v2.resource_helper [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Service METERING assigned prefix: /metering {{(pid=114103) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 23:43:49.218409 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.quota.resource_registry [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Creating instance of CountableResource for resource:rbac_policy May 03 23:43:49.218737 dv-cinder-840375-1-iscsi neutron-server[114103]: WARNING neutron.quota.resource_registry [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] rbac_policy is already registered May 03 23:43:49.219148 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.quota.resource_registry [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Creating instance of TrackedResource for resource:security_group May 03 23:43:49.219480 dv-cinder-840375-1-iscsi neutron-server[114103]: WARNING neutron.quota.resource_registry [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] security_group is already registered May 03 23:43:49.219881 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.quota.resource_registry [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Creating instance of TrackedResource for resource:security_group_rule May 03 23:43:49.220209 dv-cinder-840375-1-iscsi neutron-server[114103]: WARNING neutron.quota.resource_registry [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] security_group_rule is already registered May 03 23:43:49.220835 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.v2.resource_helper [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Service CORE assigned prefix: {{(pid=114103) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 23:43:49.221165 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.quota.resource_registry [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Creating instance of TrackedResource for resource:subnetpool May 03 23:43:49.221495 dv-cinder-840375-1-iscsi neutron-server[114103]: WARNING neutron.quota.resource_registry [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] subnetpool is already registered May 03 23:43:49.221911 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.v2.resource_helper [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Service CORE assigned prefix: {{(pid=114103) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 23:43:49.222256 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.quota.resource_registry [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Creating instance of TrackedResource for resource:subnetpool May 03 23:43:49.222595 dv-cinder-840375-1-iscsi neutron-server[114103]: WARNING neutron.quota.resource_registry [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] subnetpool is already registered May 03 23:43:49.223061 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Extended resource: extensions {{(pid=114103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 23:43:49.224565 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Extended resource: address-groups {{(pid=114103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 23:43:49.226066 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Extended resource: address-scopes {{(pid=114103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 23:43:49.227419 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Extended resource: agents {{(pid=114103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 23:43:49.228573 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Extended resource: auto-allocated-topology {{(pid=114103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 23:43:49.229836 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Extended resource: availability_zones {{(pid=114103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 23:43:49.232022 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Extended resource: dhcp-networks {{(pid=114103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 23:43:49.233538 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Extended resource: dhcp-agents {{(pid=114103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 23:43:49.235010 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Extended resource: routers {{(pid=114103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 23:43:49.237215 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Extended resource: flavors {{(pid=114103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 23:43:49.238416 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Extended resource: service_profiles {{(pid=114103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 23:43:49.239644 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Extended resource: next_providers {{(pid=114103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 23:43:49.241115 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Extended resource: service_profiles {{(pid=114103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 23:43:49.242672 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Extended resource: floatingip-pools {{(pid=114103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 23:43:49.243892 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Extended resource: routers {{(pid=114103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 23:43:49.246258 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Extended resource: floatingips {{(pid=114103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 23:43:49.247664 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Extended resource: l3-routers {{(pid=114103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 23:43:49.249051 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Extended resource: l3-agents {{(pid=114103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 23:43:49.250497 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Extended resource: metering-labels {{(pid=114103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 23:43:49.251864 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Extended resource: metering-label-rules {{(pid=114103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 23:43:49.253128 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Extended resource: network-ip-availabilities {{(pid=114103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 23:43:49.254454 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Extended resource: bindings {{(pid=114103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 23:43:49.256102 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Extended resource: quotas {{(pid=114103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 23:43:49.257531 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Extended resource: quotas {{(pid=114103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 23:43:49.258972 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Extended resource: rbac-policies {{(pid=114103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 23:43:49.260226 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Extended resource: security-groups {{(pid=114103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 23:43:49.262803 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Extended resource: security-group-rules {{(pid=114103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 23:43:49.264058 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Extended resource: service-providers {{(pid=114103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 23:43:49.265272 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Extended resource: subnetpools {{(pid=114103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 23:43:49.266731 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Extended resource: subnetpools {{(pid=114103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 23:43:49.268194 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Extended resource: tags {{(pid=114103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 23:43:49.269878 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Extended resource: tags {{(pid=114103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 23:43:49.271734 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Extended resource: tags {{(pid=114103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 23:43:49.273506 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Extended resource: tags {{(pid=114103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 23:43:49.275318 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Extended resource: tags {{(pid=114103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 23:43:49.277745 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Extended resource: tags {{(pid=114103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 23:43:49.279472 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Extended resource: tags {{(pid=114103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 23:43:49.281372 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Extended resource: tags {{(pid=114103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 23:43:49.283162 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Extended resource: tags {{(pid=114103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 23:43:49.284913 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron.api.extensions [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Extended resource: tags {{(pid=114103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 23:43:49.291063 dv-cinder-840375-1-iscsi neutron-server[114103]: WARNING keystonemiddleware.auth_token [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 03 23:43:49.296518 dv-cinder-840375-1-iscsi neutron-server[114103]: WARNING keystonemiddleware.auth_token [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 03 23:43:49.305087 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_concurrency.lockutils [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Acquired lock "singleton_lock" {{(pid=114103) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 03 23:43:49.305588 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_concurrency.lockutils [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Releasing lock "singleton_lock" {{(pid=114103) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 03 23:43:49.306232 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO oslo_service.service [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Starting 2 workers May 03 23:43:49.311512 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Started child 114212 {{(pid=114103) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 03 23:43:49.316143 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Started child 114213 {{(pid=114103) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 03 23:43:49.317079 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:43:49.317762 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO neutron.service [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Neutron service started, listening on 0.0.0.0:9696 May 03 23:43:49.318421 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Notify callbacks [] for process, before_spawn {{(pid=114103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:43:49.318621 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [-] (114212) wsgi starting up on http://0.0.0.0:9696 May 03 23:43:49.320806 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:43:49.321246 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO oslo_service.service [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Starting 1 workers May 03 23:43:49.322186 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [-] (114213) wsgi starting up on http://0.0.0.0:9696 May 03 23:43:49.326582 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Started child 114214 {{(pid=114103) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 03 23:43:49.327176 dv-cinder-840375-1-iscsi neutron-server[114103]: INFO oslo_service.service [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Starting 1 workers May 03 23:43:49.331196 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.service [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] calling RpcWorker wait() {{(pid=114214) _wait /opt/stack/neutron/neutron/service.py:128}} May 03 23:43:49.333829 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.service [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] returning from RpcWorker wait() {{(pid=114214) _wait /opt/stack/neutron/neutron/service.py:135}} May 03 23:43:49.333923 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Started child 114215 {{(pid=114103) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 03 23:43:49.334021 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:43:49.334021 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:43:49.338604 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=114215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:43:49.340014 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG neutron_lib.callbacks.manager [None req-a095d6e3-21c6-4350-8fba-b9ca3305284a None None] Notify callbacks [] for process, after_spawn {{(pid=114103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:43:49.340175 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:43:49.341717 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=114103) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 03 23:43:49.341931 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 03 23:43:49.342141 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 03 23:43:49.342361 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 03 23:43:49.342680 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 03 23:43:49.342852 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 03 23:43:49.343362 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.343649 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.343913 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.344189 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.344468 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.345067 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.345370 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.345587 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.345876 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.346140 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.346317 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.346484 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.346728 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.346958 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.347266 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.347530 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.347813 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.348041 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.348218 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.348453 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] config_source = [] {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.348718 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.348957 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.349215 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] debug = True {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.349484 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.349953 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.350228 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.350470 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.350690 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.350959 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.351209 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.351466 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.351701 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.351944 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.352194 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.352463 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.352704 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.352918 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.353144 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.353413 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.353633 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.354185 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] host = dv-cinder-840375-1-iscsi {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.354328 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.354552 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.354812 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.355695 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.356004 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.356167 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.356429 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.356691 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.356952 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.357181 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.357453 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.357699 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.357948 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] log_dir = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.358218 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] log_file = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.358415 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] log_options = True {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.358618 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.358862 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.359123 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.359312 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.359529 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.359660 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.359883 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.360047 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.360308 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.360555 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.360770 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.360984 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.361230 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.362427 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.362427 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.362427 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.362427 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.362758 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.362966 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.363179 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.363355 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.363559 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.363775 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.363994 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.364204 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.364445 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.364707 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.365021 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.365244 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.365503 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.365747 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.366021 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.366269 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.366516 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.366783 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.367016 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.367245 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.367460 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.367725 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.367949 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.368187 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.368428 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.368663 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.368867 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.369117 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.369367 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] use_journal = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.369573 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] use_json = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.369786 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.370035 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.370301 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.370919 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.371362 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.371581 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.371952 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.372199 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.372418 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.372857 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.373147 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.373481 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.373731 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.373965 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.375760 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.375760 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.375760 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.375760 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.375760 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.375760 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.375760 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.376455 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.376455 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.376606 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.376875 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.377118 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.377396 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.377642 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.377888 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.378150 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.378505 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.378753 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.378994 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.379120 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.379329 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.379550 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.379872 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.380146 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.380405 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.380679 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.380896 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.381137 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.381371 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.381588 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.381803 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.382038 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.382317 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.382598 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.382821 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.383066 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.383313 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.383529 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.383778 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.384042 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.384302 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.384580 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.384766 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.385001 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.385215 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.385606 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.385701 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.385895 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.386177 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.387091 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.387401 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.387731 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.388084 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.388210 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.388328 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.388562 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.388801 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.389035 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.389247 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.389490 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.389704 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.389969 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.390239 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.390458 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.390675 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.390916 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.391138 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.391374 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.391618 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.391872 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.392095 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.392328 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.392587 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.392806 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.393038 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.394036 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.394036 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.394036 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.394036 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.394555 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.394555 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.394555 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.395086 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.395086 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.395447 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.395586 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.395729 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.395928 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.396684 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.396684 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.396684 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.397251 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.397251 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.397251 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.397646 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.397789 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.398045 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.398281 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.398531 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.398761 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.398998 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.399220 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.399481 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.399704 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.399949 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.400197 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.400465 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.400727 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.400974 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.401220 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.401478 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.401748 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.402646 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.403052 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.403484 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.403925 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.404828 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.404828 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.404828 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.405262 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.405262 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.405498 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.405711 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.405982 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.406239 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.406487 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.406707 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.406997 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.407260 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.407475 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.407715 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.407975 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.408332 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.408565 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.408778 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.408988 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.409270 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.409526 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.409761 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.410052 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.410288 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.410537 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.410786 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.411042 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.411260 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.411512 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.411757 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.411966 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.412206 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.412435 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.412680 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.412911 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.413139 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.413370 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.413579 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.413812 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.414075 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.414292 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.414506 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.414750 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.414962 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.415178 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.415417 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.415633 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.415852 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.416088 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.416384 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.416649 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.416884 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.417132 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.417409 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.417649 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.418760 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.418760 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.419006 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.419141 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.420187 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.420187 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.420187 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.420187 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.420637 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.420637 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.420637 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.420959 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.421070 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.421286 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.421553 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.421886 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.422168 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.422396 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.422657 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.422901 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.423115 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.423348 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.423581 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.423825 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.424057 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.424294 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.424528 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.424744 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.424955 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.425168 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.425381 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.425632 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.425966 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.426229 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.426377 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.426573 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.426784 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.426996 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.427210 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.427419 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.427632 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.427820 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.428035 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.428242 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.428533 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.428788 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.429014 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.429345 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.429573 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.429802 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.430048 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.430258 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.430506 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.430756 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.430971 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.431197 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.431439 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.431647 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.431855 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.432091 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.432304 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.432509 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.432730 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.432972 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.433310 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.433532 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.433767 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.433973 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.434478 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.434685 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.434893 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.435133 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.435367 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.435576 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.435800 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.436084 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.436209 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.436418 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.436629 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.436832 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.437137 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.437384 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.437619 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.437903 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.438172 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.438426 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.438669 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.439059 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.439293 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.439537 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.439776 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.440023 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.440243 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.440499 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.440855 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.441112 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.441372 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.441626 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.441908 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.442206 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.442496 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.442711 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.443194 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.443333 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.443584 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.443842 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.444083 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.444350 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.444597 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.444809 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.445173 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.445300 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.445450 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.445720 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.445947 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.446200 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.446406 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.446628 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.446846 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.447089 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.447312 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.447558 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.447844 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.447944 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 03 23:43:49.448441 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=114103) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 03 23:43:49.448604 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 03 23:43:49.449316 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 03 23:43:49.449522 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 03 23:43:49.449697 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 03 23:43:49.449849 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 03 23:43:49.450091 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.450256 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.450415 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.450575 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.450735 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.450917 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.451077 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.451400 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.451553 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.451690 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.451854 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.452013 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.452172 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.452332 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.452491 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.452649 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.452807 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.452965 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.453128 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.453287 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] config_source = [] {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.453445 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.453602 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.453740 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] debug = True {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.453894 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.454121 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.454276 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.454432 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.454590 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.454749 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.454907 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.455064 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.455221 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.455379 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.455535 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.455871 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.455871 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.456135 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.456135 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.456414 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.456414 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.456574 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] host = dv-cinder-840375-1-iscsi {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.456708 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.456864 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.457022 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.457181 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.457338 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.457496 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.457655 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.457812 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.458040 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.458208 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.458363 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.458521 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.458678 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] log_dir = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.458836 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] log_file = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.458994 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] log_options = True {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.459152 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.459310 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.459467 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.459653 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.459821 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.459979 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.460137 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.460296 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.460453 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.460611 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.460769 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.460917 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.461073 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.461216 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.461376 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.461533 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.461691 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.461848 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.462023 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.462186 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.462343 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.462501 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.462658 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.462815 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.462973 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.463093 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:43:49.463187 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.463276 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.463419 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.463576 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.463733 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.463890 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.464048 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.464205 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.464475 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.465122 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.465289 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.465451 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.465609 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.465854 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.466157 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.466305 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.466443 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.466585 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.466725 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.466872 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.467018 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] use_journal = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.467155 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] use_json = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.467291 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.467425 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.467561 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.467696 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.467830 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.467965 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.468202 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.468346 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.468481 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 23:43:49.468610 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.468745 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.468894 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.469020 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.469158 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.469292 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.469435 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.469597 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.469760 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.469922 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.470541 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.470541 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.470541 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.470912 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.470912 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.470912 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.471234 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.471234 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.471443 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.471529 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.471609 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.471764 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.471934 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.472093 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.472253 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.472412 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.472572 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.472746 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.472906 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.473068 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.473228 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.473388 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.473548 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.473709 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.473868 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.474066 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.474235 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.474394 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.474554 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.474714 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.474874 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.475055 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.475183 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.475343 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.475504 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.475665 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.475826 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.475990 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.476150 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.476288 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.476785 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.476785 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.476785 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.477179 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.477179 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.477441 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.477441 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.477713 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.477713 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.477959 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.477959 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.478406 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.478406 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.478406 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.478793 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.478793 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.479046 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.479046 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.479302 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.479302 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.479553 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.479636 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.479756 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.479916 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.480789 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.480789 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.481075 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.481075 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.481331 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.481472 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.481602 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.481747 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.481881 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.482031 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.482194 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.482319 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.482480 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.482642 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.482802 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.482972 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.483148 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.483308 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.483467 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.483627 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.483788 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.483948 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.484106 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.484265 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.484424 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.484584 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.484743 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.484969 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.485071 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.485212 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.485371 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.485611 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.485776 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.485936 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.486118 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.486280 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.486440 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.486600 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.486760 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.487113 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.487113 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.487349 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.487349 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.487792 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.487792 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.487792 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.488150 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.488150 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.488477 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.488477 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.488717 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.488717 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.488962 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.489085 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.489207 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.489312 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.489472 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.489631 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.489800 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.489971 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.490160 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.490316 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.490475 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.490664 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.490824 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.490982 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.491144 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.491304 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.491463 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.491622 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.491782 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.491942 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.492102 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.492261 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.492422 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.492582 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.492742 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.492912 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.493061 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.493222 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.493382 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.493541 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.493702 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.493861 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.494041 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.494202 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.494361 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.494521 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.494680 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.494840 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.495001 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.495160 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.495321 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.495480 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.495840 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.495990 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.496151 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.496311 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.496471 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.496630 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.496795 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.496956 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.497117 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.497278 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.497438 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.497598 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.497759 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.497921 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.498133 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.498256 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.498417 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.498615 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.498729 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.498890 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.499050 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.499211 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.499371 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.499533 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.499714 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.499875 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.500036 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.500200 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.500361 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.500522 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.500683 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.500848 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.501010 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.501171 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.501333 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.501493 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.501654 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.501813 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.501973 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.502158 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.502348 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.502707 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.502707 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.502900 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.502981 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.503094 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.503253 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.503413 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.503573 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.503734 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.503895 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.504056 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.504216 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.504394 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.504556 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.504716 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.504876 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.505037 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.505197 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.505368 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.505529 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.505690 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.505849 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.506082 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.506213 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.506352 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.506512 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.506671 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.506832 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.506991 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.507151 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.507321 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.507481 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.507642 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.507802 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.507961 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.508121 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.508290 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.508450 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.508610 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.508854 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.509034 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.509124 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.509216 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.509371 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.509531 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.509691 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.509849 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.510034 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.510205 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.510366 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.510527 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.510700 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.510861 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.511023 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.511184 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.511932 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.512094 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.512259 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.512420 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.512580 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.512743 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.512920 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.513044 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.513217 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.513386 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.513547 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.513715 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.513884 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.514079 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.514242 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.514408 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.514585 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.514754 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.514882 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.515040 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.515203 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.515345 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.515508 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.515668 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.515829 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.515988 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.516148 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.516307 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.516467 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.516627 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.516786 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.516946 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.517106 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.517266 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.517425 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.517583 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 23:43:49.517738 dv-cinder-840375-1-iscsi neutron-server[114103]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 03 23:43:49.537249 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 33440) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:43:49.546825 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0071685 May 03 23:44:01.390657 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4df41a-5fde-42ab-b469-3c8a6ab65036 None None] get_active_networks_info from dv-cinder-840375-1-iscsi {{(pid=114214) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 03 23:44:01.470967 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4df41a-5fde-42ab-b469-3c8a6ab65036 None None] No non-hosted networks {{(pid=114214) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 03 23:44:01.494234 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-84428016-6db8-433e-8027-c9d0fe845458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3761789'] for agent, after_create {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:03.842830 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-e4117fc2-7a8d-4fef-9f4b-a1c1e633647e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3761789'] for agent, after_create {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:03.892846 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.db.api [None req-4567f08b-f153-4c7e-8f1e-63905de79f96 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-840375-1-iscsi {{(pid=114214) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 23:44:03.893662 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG oslo_db.api [None req-4567f08b-f153-4c7e-8f1e-63905de79f96 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 23:44:04.410721 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-4567f08b-f153-4c7e-8f1e-63905de79f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:05.326449 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-9988ed24-7efc-4e8a-acf7-bcbfa55ed3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3761789'] for agent, after_create {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:06.138554 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-f3996685-9434-443c-b5d7-edb245b755aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3761789'] for agent, after_create {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:06.858144 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3761789'] for agent, after_create {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:06.859445 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:44:06.869321 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:44:06.869321 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:44:06.869321 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:44:06.869321 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:44:06.869321 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:44:06.870609 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:44:06.870609 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:44:06.870609 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:44:06.870609 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:44:06.870609 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:44:06.870959 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:44:06.870959 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-840375-1-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:44:06.882747 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-840375-1-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:44:08.073585 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 33530) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:44:08.258209 dv-cinder-840375-1-iscsi neutron-server[114214]: INFO neutron.db.l3_hamode_db [None req-0f89f57c-f72d-495c-9a25-44eb9ddb3f63 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 03 23:44:08.342155 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f89f57c-f72d-495c-9a25-44eb9ddb3f63 None None] Routers set() bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:44:08.342554 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f89f57c-f72d-495c-9a25-44eb9ddb3f63 None None] Router IDs set() for agent in host dv-cinder-840375-1-iscsi {{(pid=114214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 03 23:44:08.599993 dv-cinder-840375-1-iscsi neutron-server[114213]: WARNING oslo_policy.policy [None req-59945da8-d14b-43e1-ae11-85417fcb6ba4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 23:44:08.600571 dv-cinder-840375-1-iscsi neutron-server[114213]: WARNING oslo_policy.policy [None req-59945da8-d14b-43e1-ae11-85417fcb6ba4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 23:44:08.824292 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [None req-59945da8-d14b-43e1-ae11-85417fcb6ba4 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=114213) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:44:08.825394 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-59945da8-d14b-43e1-ae11-85417fcb6ba4 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7505426 May 03 23:44:11.304088 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 33546) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:44:11.629533 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.v2.base [None req-a787f0a2-2022-4e5b-986e-e650cefcea29 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=114213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:44:11.726708 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.policy [None req-a787f0a2-2022-4e5b-986e-e650cefcea29 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=114213) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 03 23:44:11.774087 dv-cinder-840375-1-iscsi neutron-server[114213]: WARNING oslo_policy.policy [None req-a787f0a2-2022-4e5b-986e-e650cefcea29 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 23:44:11.774466 dv-cinder-840375-1-iscsi neutron-server[114213]: WARNING oslo_policy.policy [None req-a787f0a2-2022-4e5b-986e-e650cefcea29 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 23:44:11.985229 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-a787f0a2-2022-4e5b-986e-e650cefcea29 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733329834684', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733329837201', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733329726920', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733329720428', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733329700181', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733329738614', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-714237', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-669702', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3911483', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3709900'] for rbac-policy, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:12.196780 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-a787f0a2-2022-4e5b-986e-e650cefcea29 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:12.198263 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-a787f0a2-2022-4e5b-986e-e650cefcea29 admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8930314 May 03 23:44:14.885535 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 33558) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:44:15.399814 dv-cinder-840375-1-iscsi neutron-server[114212]: WARNING oslo_policy.policy [None req-fad406e2-0f0a-42ce-89ad-694016a08b20 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 23:44:15.400408 dv-cinder-840375-1-iscsi neutron-server[114212]: WARNING oslo_policy.policy [None req-fad406e2-0f0a-42ce-89ad-694016a08b20 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 23:44:15.644270 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [None req-fad406e2-0f0a-42ce-89ad-694016a08b20 admin admin] Request body: {'network': {'name': 'private', 'tenant_id': '89994b40d6304627b86440135902c224', 'project_id': '89994b40d6304627b86440135902c224', 'admin_state_up': True}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:44:15.776095 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fad406e2-0f0a-42ce-89ad-694016a08b20 admin admin] Made reservation on behalf of 89994b40d6304627b86440135902c224 for: {'network': 1} {{(pid=114212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:44:15.851352 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.policy [None req-fad406e2-0f0a-42ce-89ad-694016a08b20 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=114212) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 03 23:44:15.906298 dv-cinder-840375-1-iscsi neutron-server[114212]: WARNING oslo_policy.policy [None req-fad406e2-0f0a-42ce-89ad-694016a08b20 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 23:44:15.907183 dv-cinder-840375-1-iscsi neutron-server[114212]: WARNING oslo_policy.policy [None req-fad406e2-0f0a-42ce-89ad-694016a08b20 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 23:44:15.917306 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-fad406e2-0f0a-42ce-89ad-694016a08b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for network, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:15.941057 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-fad406e2-0f0a-42ce-89ad-694016a08b20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:16.085526 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-fad406e2-0f0a-42ce-89ad-694016a08b20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:16.143369 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-fad406e2-0f0a-42ce-89ad-694016a08b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:16.168483 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fad406e2-0f0a-42ce-89ad-694016a08b20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=114212) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 23:44:16.199844 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-fad406e2-0f0a-42ce-89ad-694016a08b20 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733331665143', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-611538'] for segment, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:16.200677 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-fad406e2-0f0a-42ce-89ad-694016a08b20 admin admin] Unsubscribe: segment precommit_create {{(pid=114212) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 03 23:44:16.201218 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.db.segments_db [None req-fad406e2-0f0a-42ce-89ad-694016a08b20 admin admin] Added segment 44990a2c-5e4a-4861-9cd9-7bededa78a59 of type vlan for network be558e5a-2fc1-4299-b312-e1d346ff58ba May 03 23:44:16.221133 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad406e2-0f0a-42ce-89ad-694016a08b20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b32922b-bbbf-4a8f-8cc9-70c43de35e64,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:44:16.284466 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad406e2-0f0a-42ce-89ad-694016a08b20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:44:16.285002 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad406e2-0f0a-42ce-89ad-694016a08b20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:44:16.285501 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad406e2-0f0a-42ce-89ad-694016a08b20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:44:16.286160 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad406e2-0f0a-42ce-89ad-694016a08b20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:44:16.286648 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad406e2-0f0a-42ce-89ad-694016a08b20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:44:16.287155 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad406e2-0f0a-42ce-89ad-694016a08b20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:44:16.287643 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad406e2-0f0a-42ce-89ad-694016a08b20 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:44:16.288129 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad406e2-0f0a-42ce-89ad-694016a08b20 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:44:16.288652 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad406e2-0f0a-42ce-89ad-694016a08b20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:44:16.289184 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad406e2-0f0a-42ce-89ad-694016a08b20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:44:16.289700 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad406e2-0f0a-42ce-89ad-694016a08b20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:44:16.290295 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad406e2-0f0a-42ce-89ad-694016a08b20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:44:16.292639 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad406e2-0f0a-42ce-89ad-694016a08b20 admin admin] Tracked resource versions report: May 03 23:44:16.292639 dv-cinder-840375-1-iscsi neutron-server[114212]: pushed versions: May 03 23:44:16.292639 dv-cinder-840375-1-iscsi neutron-server[114212]: { 'AddressGroup': {'1.2'}, May 03 23:44:16.292639 dv-cinder-840375-1-iscsi neutron-server[114212]: 'ConntrackHelper': {'1.0'}, May 03 23:44:16.292639 dv-cinder-840375-1-iscsi neutron-server[114212]: 'Log': {'1.0'}, May 03 23:44:16.292639 dv-cinder-840375-1-iscsi neutron-server[114212]: 'Network': {'1.1'}, May 03 23:44:16.292639 dv-cinder-840375-1-iscsi neutron-server[114212]: 'Port': {'1.7'}, May 03 23:44:16.292639 dv-cinder-840375-1-iscsi neutron-server[114212]: 'PortForwarding': {'1.2'}, May 03 23:44:16.292639 dv-cinder-840375-1-iscsi neutron-server[114212]: 'QosPolicy': {'1.9'}, May 03 23:44:16.292639 dv-cinder-840375-1-iscsi neutron-server[114212]: 'SecurityGroup': {'1.4'}, May 03 23:44:16.292639 dv-cinder-840375-1-iscsi neutron-server[114212]: 'SecurityGroupRule': {'1.2'}, May 03 23:44:16.292639 dv-cinder-840375-1-iscsi neutron-server[114212]: 'SubPort': {'1.0'}, May 03 23:44:16.292639 dv-cinder-840375-1-iscsi neutron-server[114212]: 'Subnet': {'1.1'}, May 03 23:44:16.292639 dv-cinder-840375-1-iscsi neutron-server[114212]: 'Trunk': {'1.1'}} May 03 23:44:16.292639 dv-cinder-840375-1-iscsi neutron-server[114212]: consumer versions: May 03 23:44:16.292639 dv-cinder-840375-1-iscsi neutron-server[114212]: { DHCP agent@dv-cinder-840375-1-iscsi: {}, May 03 23:44:16.292639 dv-cinder-840375-1-iscsi neutron-server[114212]: L3 agent@dv-cinder-840375-1-iscsi: {}, May 03 23:44:16.292639 dv-cinder-840375-1-iscsi neutron-server[114212]: Metadata agent@dv-cinder-840375-1-iscsi: {}, May 03 23:44:16.292639 dv-cinder-840375-1-iscsi neutron-server[114212]: Metering agent@dv-cinder-840375-1-iscsi: {}, May 03 23:44:16.292639 dv-cinder-840375-1-iscsi neutron-server[114212]: Open vSwitch agent@dv-cinder-840375-1-iscsi: { 'AddressGroup': '1.2', May 03 23:44:16.292639 dv-cinder-840375-1-iscsi neutron-server[114212]: 'ConntrackHelper': '1.0', May 03 23:44:16.292639 dv-cinder-840375-1-iscsi neutron-server[114212]: 'Log': '1.0', May 03 23:44:16.292639 dv-cinder-840375-1-iscsi neutron-server[114212]: 'Network': '1.1', May 03 23:44:16.292639 dv-cinder-840375-1-iscsi neutron-server[114212]: 'Port': '1.7', May 03 23:44:16.292639 dv-cinder-840375-1-iscsi neutron-server[114212]: 'PortForwarding': '1.2', May 03 23:44:16.292639 dv-cinder-840375-1-iscsi neutron-server[114212]: 'QosPolicy': '1.9', May 03 23:44:16.292639 dv-cinder-840375-1-iscsi neutron-server[114212]: 'SecurityGroup': '1.4', May 03 23:44:16.292639 dv-cinder-840375-1-iscsi neutron-server[114212]: 'SecurityGroupRule': '1.2', May 03 23:44:16.292639 dv-cinder-840375-1-iscsi neutron-server[114212]: 'SubPort': '1.0', May 03 23:44:16.292639 dv-cinder-840375-1-iscsi neutron-server[114212]: 'Subnet': '1.1', May 03 23:44:16.292639 dv-cinder-840375-1-iscsi neutron-server[114212]: 'Trunk': '1.1'}} May 03 23:44:16.292639 dv-cinder-840375-1-iscsi neutron-server[114212]: {{(pid=114212) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 23:44:16.341789 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-fad406e2-0f0a-42ce-89ad-694016a08b20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733331214529'] for network, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:16.450538 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-fad406e2-0f0a-42ce-89ad-694016a08b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298'] for network, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:16.451762 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad406e2-0f0a-42ce-89ad-694016a08b20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:44:16.452452 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-fad406e2-0f0a-42ce-89ad-694016a08b20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748400'] for network, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:16.560350 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad406e2-0f0a-42ce-89ad-694016a08b20 admin admin] Pushing event updated for resources: {'Network': ['ID=be558e5a-2fc1-4299-b312-e1d346ff58ba,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:44:16.567012 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-fad406e2-0f0a-42ce-89ad-694016a08b20 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.6787810 May 03 23:44:16.585160 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Network be558e5a-2fc1-4299-b312-e1d346ff58ba details requested by agent ovs-agent-dv-cinder-840375-1-iscsi with host dv-cinder-840375-1-iscsi {{(pid=114214) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 23:44:19.355231 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 33580) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:44:19.767534 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd42d29-afb2-47d3-91b7-42a9ce2df9a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:44:19.768895 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-7fd42d29-afb2-47d3-91b7-42a9ce2df9a4 admin admin] 10.222.0.13 "GET /v2.0/networks/be558e5a-2fc1-4299-b312-e1d346ff58ba HTTP/1.1" status: 200 len: 825 time: 0.4126976 May 03 23:44:19.810784 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-2f625f3a-2d18-40f6-8c96-8c967031d90b admin admin] 10.222.0.13 "GET /v2.0/subnetpools/00f52239-257e-42b4-ae07-e4c9e4cc9e27 HTTP/1.1" status: 200 len: 734 time: 0.0355809 May 03 23:44:19.820467 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [None req-f1079bee-5bf2-4b41-ae81-bb097a81641f admin admin] Request body: {'subnet': {'tenant_id': '89994b40d6304627b86440135902c224', 'name': 'private-subnet', 'network_id': 'be558e5a-2fc1-4299-b312-e1d346ff58ba', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '00f52239-257e-42b4-ae07-e4c9e4cc9e27', 'ip_version': 4}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:44:19.903775 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1079bee-5bf2-4b41-ae81-bb097a81641f admin admin] Made reservation on behalf of 89994b40d6304627b86440135902c224 for: {'subnet': 1} {{(pid=114212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:44:19.906048 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-f1079bee-5bf2-4b41-ae81-bb097a81641f admin admin] Notify callbacks [] for subnet, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:20.258387 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-f1079bee-5bf2-4b41-ae81-bb097a81641f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298'] for subnet, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:20.348827 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1079bee-5bf2-4b41-ae81-bb097a81641f admin admin] Checking segment: {'id': '44990a2c-5e4a-4861-9cd9-7bededa78a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'be558e5a-2fc1-4299-b312-e1d346ff58ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 03 23:44:20.349200 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1079bee-5bf2-4b41-ae81-bb097a81641f admin admin] Network hostable DHCP agents. Network: be558e5a-2fc1-4299-b312-e1d346ff58ba, hostable agents: ['68d83d53-3271-4b5e-a364-332abe4e6306'], hosted agents: [] {{(pid=114212) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 23:44:20.354433 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1079bee-5bf2-4b41-ae81-bb097a81641f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fde3b18-f5ce-4d50-903e-0e2e26a568fc,revision_number=0']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:44:20.434900 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1079bee-5bf2-4b41-ae81-bb097a81641f admin admin] Network be558e5a-2fc1-4299-b312-e1d346ff58ba is scheduled to be hosted by DHCP agent 68d83d53-3271-4b5e-a364-332abe4e6306 with binding_index 1 {{(pid=114212) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 23:44:20.514866 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.base_scheduler [None req-f1079bee-5bf2-4b41-ae81-bb097a81641f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840375-1-iscsi, be558e5a-2fc1-4299-b312-e1d346ff58ba) {{(pid=114212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:44:20.519617 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1079bee-5bf2-4b41-ae81-bb097a81641f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:44:20.520268 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-f1079bee-5bf2-4b41-ae81-bb097a81641f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748400'] for subnet, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:20.524873 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4031bdd-9def-42e9-8f1d-d6d425006117 None None] Network be558e5a-2fc1-4299-b312-e1d346ff58ba requested from dv-cinder-840375-1-iscsi {{(pid=114214) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 03 23:44:20.597170 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-f1079bee-5bf2-4b41-ae81-bb097a81641f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7800856 May 03 23:44:20.862023 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515f72b1-0bdc-4780-ac29-9592a1fb3487 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6859a26-b6ae-50b6-ac7d-ce164fc290cc-be558e5a-2fc1-4299-b312-e1d346ff58ba', 'network_id': 'be558e5a-2fc1-4299-b312-e1d346ff58ba', 'tenant_id': '89994b40d6304627b86440135902c224', 'fixed_ips': [{'subnet_id': '2fde3b18-f5ce-4d50-903e-0e2e26a568fc'}]}} from dv-cinder-840375-1-iscsi. {{(pid=114214) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 03 23:44:20.863307 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-515f72b1-0bdc-4780-ac29-9592a1fb3487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_create {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:21.167756 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.db_base_plugin_common [None req-515f72b1-0bdc-4780-ac29-9592a1fb3487 None None] Allocated IP 172.20.0.2 (be558e5a-2fc1-4299-b312-e1d346ff58ba/2fde3b18-f5ce-4d50-903e-0e2e26a568fc/4e4f3c10-fa76-4d64-b6a1-1a3ce72a4d95) {{(pid=114214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:44:21.379782 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-515f72b1-0bdc-4780-ac29-9592a1fb3487 None None] Notify callbacks [] for port, precommit_create {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:21.475271 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-515f72b1-0bdc-4780-ac29-9592a1fb3487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733331236172'] for port, after_create {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:21.553090 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515f72b1-0bdc-4780-ac29-9592a1fb3487 None None] Network be558e5a-2fc1-4299-b312-e1d346ff58ba is already hosted by enough agents. {{(pid=114214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:44:21.559188 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.scheduler.base_scheduler [None req-515f72b1-0bdc-4780-ac29-9592a1fb3487 None None] Resources bound (agent type, host, resource id): {{(pid=114214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:44:21.574900 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515f72b1-0bdc-4780-ac29-9592a1fb3487 None None] Pushing event updated for resources: {'Port': ['ID=4e4f3c10-fa76-4d64-b6a1-1a3ce72a4d95,revision_number=1']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:44:21.577458 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515f72b1-0bdc-4780-ac29-9592a1fb3487 None None] Received port after_create {{(pid=114214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 23:44:21.617887 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515f72b1-0bdc-4780-ac29-9592a1fb3487 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:44:21.618310 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515f72b1-0bdc-4780-ac29-9592a1fb3487 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:44:21.618662 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515f72b1-0bdc-4780-ac29-9592a1fb3487 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:44:21.619644 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515f72b1-0bdc-4780-ac29-9592a1fb3487 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:44:21.619866 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515f72b1-0bdc-4780-ac29-9592a1fb3487 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:44:21.620350 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515f72b1-0bdc-4780-ac29-9592a1fb3487 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:44:21.620794 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515f72b1-0bdc-4780-ac29-9592a1fb3487 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:44:21.621184 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515f72b1-0bdc-4780-ac29-9592a1fb3487 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:44:21.621650 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515f72b1-0bdc-4780-ac29-9592a1fb3487 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:44:21.622210 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515f72b1-0bdc-4780-ac29-9592a1fb3487 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:44:21.622544 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515f72b1-0bdc-4780-ac29-9592a1fb3487 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:44:21.623964 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515f72b1-0bdc-4780-ac29-9592a1fb3487 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:44:21.626527 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515f72b1-0bdc-4780-ac29-9592a1fb3487 None None] Tracked resource versions report: May 03 23:44:21.626527 dv-cinder-840375-1-iscsi neutron-server[114214]: pushed versions: May 03 23:44:21.626527 dv-cinder-840375-1-iscsi neutron-server[114214]: { 'AddressGroup': {'1.2'}, May 03 23:44:21.626527 dv-cinder-840375-1-iscsi neutron-server[114214]: 'ConntrackHelper': {'1.0'}, May 03 23:44:21.626527 dv-cinder-840375-1-iscsi neutron-server[114214]: 'Log': {'1.0'}, May 03 23:44:21.626527 dv-cinder-840375-1-iscsi neutron-server[114214]: 'Network': {'1.1'}, May 03 23:44:21.626527 dv-cinder-840375-1-iscsi neutron-server[114214]: 'Port': {'1.7'}, May 03 23:44:21.626527 dv-cinder-840375-1-iscsi neutron-server[114214]: 'PortForwarding': {'1.2'}, May 03 23:44:21.626527 dv-cinder-840375-1-iscsi neutron-server[114214]: 'QosPolicy': {'1.9'}, May 03 23:44:21.626527 dv-cinder-840375-1-iscsi neutron-server[114214]: 'SecurityGroup': {'1.4'}, May 03 23:44:21.626527 dv-cinder-840375-1-iscsi neutron-server[114214]: 'SecurityGroupRule': {'1.2'}, May 03 23:44:21.626527 dv-cinder-840375-1-iscsi neutron-server[114214]: 'SubPort': {'1.0'}, May 03 23:44:21.626527 dv-cinder-840375-1-iscsi neutron-server[114214]: 'Subnet': {'1.1'}, May 03 23:44:21.626527 dv-cinder-840375-1-iscsi neutron-server[114214]: 'Trunk': {'1.1'}} May 03 23:44:21.626527 dv-cinder-840375-1-iscsi neutron-server[114214]: consumer versions: May 03 23:44:21.626527 dv-cinder-840375-1-iscsi neutron-server[114214]: { DHCP agent@dv-cinder-840375-1-iscsi: {}, May 03 23:44:21.626527 dv-cinder-840375-1-iscsi neutron-server[114214]: L3 agent@dv-cinder-840375-1-iscsi: {}, May 03 23:44:21.626527 dv-cinder-840375-1-iscsi neutron-server[114214]: Metadata agent@dv-cinder-840375-1-iscsi: {}, May 03 23:44:21.626527 dv-cinder-840375-1-iscsi neutron-server[114214]: Metering agent@dv-cinder-840375-1-iscsi: {}, May 03 23:44:21.626527 dv-cinder-840375-1-iscsi neutron-server[114214]: Open vSwitch agent@dv-cinder-840375-1-iscsi: { 'AddressGroup': '1.2', May 03 23:44:21.626527 dv-cinder-840375-1-iscsi neutron-server[114214]: 'ConntrackHelper': '1.0', May 03 23:44:21.626527 dv-cinder-840375-1-iscsi neutron-server[114214]: 'Log': '1.0', May 03 23:44:21.626527 dv-cinder-840375-1-iscsi neutron-server[114214]: 'Network': '1.1', May 03 23:44:21.626527 dv-cinder-840375-1-iscsi neutron-server[114214]: 'Port': '1.7', May 03 23:44:21.626527 dv-cinder-840375-1-iscsi neutron-server[114214]: 'PortForwarding': '1.2', May 03 23:44:21.626527 dv-cinder-840375-1-iscsi neutron-server[114214]: 'QosPolicy': '1.9', May 03 23:44:21.626527 dv-cinder-840375-1-iscsi neutron-server[114214]: 'SecurityGroup': '1.4', May 03 23:44:21.626527 dv-cinder-840375-1-iscsi neutron-server[114214]: 'SecurityGroupRule': '1.2', May 03 23:44:21.626527 dv-cinder-840375-1-iscsi neutron-server[114214]: 'SubPort': '1.0', May 03 23:44:21.626527 dv-cinder-840375-1-iscsi neutron-server[114214]: 'Subnet': '1.1', May 03 23:44:21.626527 dv-cinder-840375-1-iscsi neutron-server[114214]: 'Trunk': '1.1'}} May 03 23:44:21.626527 dv-cinder-840375-1-iscsi neutron-server[114214]: {{(pid=114214) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 23:44:21.691020 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.managers [None req-515f72b1-0bdc-4780-ac29-9592a1fb3487 None None] Attempting to bind port 4e4f3c10-fa76-4d64-b6a1-1a3ce72a4d95 on host dv-cinder-840375-1-iscsi for vnic_type normal with profile {{(pid=114214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:44:21.697534 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.managers [None req-515f72b1-0bdc-4780-ac29-9592a1fb3487 None None] Attempting to bind port 4e4f3c10-fa76-4d64-b6a1-1a3ce72a4d95 by drivers openvswitch,hyperv on host dv-cinder-840375-1-iscsi at level 0 using segments [{'id': '44990a2c-5e4a-4861-9cd9-7bededa78a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'be558e5a-2fc1-4299-b312-e1d346ff58ba'}] {{(pid=114214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:44:21.697534 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515f72b1-0bdc-4780-ac29-9592a1fb3487 None None] Attempting to bind port 4e4f3c10-fa76-4d64-b6a1-1a3ce72a4d95 on network be558e5a-2fc1-4299-b312-e1d346ff58ba {{(pid=114214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 23:44:21.700032 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515f72b1-0bdc-4780-ac29-9592a1fb3487 None None] Checking agent: {'id': 'cd69fb9c-fe1e-4524-b6a8-2fc8f7c83280', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840375-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 23, 44, 7), 'started_at': datetime.datetime(2022, 5, 3, 23, 44, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840375-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 23:44:21.700456 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515f72b1-0bdc-4780-ac29-9592a1fb3487 None None] Checking segment: {'id': '44990a2c-5e4a-4861-9cd9-7bededa78a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'be558e5a-2fc1-4299-b312-e1d346ff58ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 03 23:44:21.700973 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-515f72b1-0bdc-4780-ac29-9592a1fb3487 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:21.701357 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515f72b1-0bdc-4780-ac29-9592a1fb3487 None None] Bound using segment: {'id': '44990a2c-5e4a-4861-9cd9-7bededa78a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'be558e5a-2fc1-4299-b312-e1d346ff58ba'} {{(pid=114214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 23:44:21.702059 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.managers [None req-515f72b1-0bdc-4780-ac29-9592a1fb3487 None None] Bound port: 4e4f3c10-fa76-4d64-b6a1-1a3ce72a4d95, host: dv-cinder-840375-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44990a2c-5e4a-4861-9cd9-7bededa78a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'be558e5a-2fc1-4299-b312-e1d346ff58ba'}}] {{(pid=114214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:44:21.702566 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-515f72b1-0bdc-4780-ac29-9592a1fb3487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:21.783324 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-515f72b1-0bdc-4780-ac29-9592a1fb3487 None None] For port 4e4f3c10-fa76-4d64-b6a1-1a3ce72a4d95, host dv-cinder-840375-1-iscsi, cleared binding levels {{(pid=114214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 23:44:21.787257 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-515f72b1-0bdc-4780-ac29-9592a1fb3487 None None] For port 4e4f3c10-fa76-4d64-b6a1-1a3ce72a4d95, host dv-cinder-840375-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=4e4f3c10-fa76-4d64-b6a1-1a3ce72a4d95,segment=NetworkSegment(44990a2c-5e4a-4861-9cd9-7bededa78a59),segment_id=44990a2c-5e4a-4861-9cd9-7bededa78a59)] {{(pid=114214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 23:44:21.875448 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-515f72b1-0bdc-4780-ac29-9592a1fb3487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:21.952242 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515f72b1-0bdc-4780-ac29-9592a1fb3487 None None] Pushing event updated for resources: {'Port': ['ID=4e4f3c10-fa76-4d64-b6a1-1a3ce72a4d95,revision_number=2']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:44:23.128898 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 33588) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:44:23.462200 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [None req-51b082f1-97be-47a1-843d-8c80b94d34ed admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=114212) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:44:23.463933 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-51b082f1-97be-47a1-843d-8c80b94d34ed admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3340771 May 03 23:44:25.936266 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 33596) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:44:26.270609 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [None req-e4768151-d577-4bc7-aea2-edc5995be3e7 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=114212) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:44:26.271705 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-e4768151-d577-4bc7-aea2-edc5995be3e7 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3344815 May 03 23:44:29.047279 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 33606) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:44:29.376578 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.v2.base [None req-cf620785-7c73-4f1c-b3f2-789c12b0f9cb admin admin] Request body: {'router': {'tenant_id': '89994b40d6304627b86440135902c224', 'admin_state_up': True, 'name': 'router1'}} {{(pid=114213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:44:29.503414 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-cf620785-7c73-4f1c-b3f2-789c12b0f9cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3756941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9675'] for router, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:29.505131 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-cf620785-7c73-4f1c-b3f2-789c12b0f9cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3759997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3761351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3931738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9666'] for router, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:29.659849 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-cf620785-7c73-4f1c-b3f2-789c12b0f9cb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:29.713880 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-cf620785-7c73-4f1c-b3f2-789c12b0f9cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3759990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3761396'] for router, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:29.796451 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-cf620785-7c73-4f1c-b3f2-789c12b0f9cb admin admin] Notify callbacks [] for router, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:29.797659 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-cf620785-7c73-4f1c-b3f2-789c12b0f9cb admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7494137 May 03 23:44:30.205179 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device 4e4f3c10-fa76-4d64-b6a1-1a3ce72a4d95 up at agent ovs-agent-dv-cinder-840375-1-iscsi {{(pid=114214) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 23:44:30.297664 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Provisioning complete for port 4e4f3c10-fa76-4d64-b6a1-1a3ce72a4d95 triggered by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:44:30.298342 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:30.411191 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:30.447776 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] For port 4e4f3c10-fa76-4d64-b6a1-1a3ce72a4d95, host dv-cinder-840375-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=4e4f3c10-fa76-4d64-b6a1-1a3ce72a4d95,segment=NetworkSegment(44990a2c-5e4a-4861-9cd9-7bededa78a59),segment_id=44990a2c-5e4a-4861-9cd9-7bededa78a59)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:44:30.512746 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:30.561829 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Pushing event updated for resources: {'Port': ['ID=4e4f3c10-fa76-4d64-b6a1-1a3ce72a4d95,revision_number=3']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:44:30.625221 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7e5131-5fcd-44c9-a1de-4064646d0b7b None None] Network be558e5a-2fc1-4299-b312-e1d346ff58ba requested from dv-cinder-840375-1-iscsi {{(pid=114214) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 03 23:44:30.725253 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-dc1bf84f-85e9-43f8-88fe-c3b8fec3fd2d None None] Provisioning complete for port 4e4f3c10-fa76-4d64-b6a1-1a3ce72a4d95 triggered by entity DHCP. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:44:30.725612 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-dc1bf84f-85e9-43f8-88fe-c3b8fec3fd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:31.101225 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-53b1d12a-d90f-4145-ae07-6f68d07028f0 None None] Provisioning complete for port 4e4f3c10-fa76-4d64-b6a1-1a3ce72a4d95 triggered by entity DHCP. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:44:31.101509 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-53b1d12a-d90f-4145-ae07-6f68d07028f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:31.370584 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-916cf8ce-6d74-4ebe-9730-a81326c13286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:32.167574 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device 4e4f3c10-fa76-4d64-b6a1-1a3ce72a4d95 up at agent ovs-agent-dv-cinder-840375-1-iscsi {{(pid=114214) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 23:44:32.215861 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Provisioning complete for port 4e4f3c10-fa76-4d64-b6a1-1a3ce72a4d95 triggered by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:44:32.216235 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:32.294812 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 33620) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:44:32.628639 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [None req-a486ec74-aa92-42e0-83a5-cd74bc9a6cc6 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=114212) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:44:32.629904 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-a486ec74-aa92-42e0-83a5-cd74bc9a6cc6 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3340640 May 03 23:44:33.811971 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-b840c231-d6b4-4b6c-8842-ae4a8325c132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:35.129183 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 33634) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:44:35.297589 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-9988ed24-7efc-4e8a-acf7-bcbfa55ed3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:35.360426 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [None req-270e4cae-2fc0-4130-a98f-36aa39e2e748 admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:44:35.468228 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-270e4cae-2fc0-4130-a98f-36aa39e2e748 admin admin] Made reservation on behalf of e06a6859de0b40b4933cd8829a461049 for: {'network': 1} {{(pid=114212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:44:35.470587 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-270e4cae-2fc0-4130-a98f-36aa39e2e748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for network, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:35.479205 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-270e4cae-2fc0-4130-a98f-36aa39e2e748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:35.552017 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-270e4cae-2fc0-4130-a98f-36aa39e2e748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:35.620980 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-270e4cae-2fc0-4130-a98f-36aa39e2e748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:35.637093 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-270e4cae-2fc0-4130-a98f-36aa39e2e748 admin admin] Reserving flat network on physical network physnet1 {{(pid=114212) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 03 23:44:35.659341 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270e4cae-2fc0-4130-a98f-36aa39e2e748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b9216a2-a88b-44a7-a8f5-a4af90bc1c9d,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:44:35.663954 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-270e4cae-2fc0-4130-a98f-36aa39e2e748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-611538'] for segment, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:35.664284 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.db.segments_db [None req-270e4cae-2fc0-4130-a98f-36aa39e2e748 admin admin] Added segment 5eb57155-ed9e-4c45-a041-92a5f67bc876 of type flat for network b899e136-3b25-4af5-bb18-9827145d490c May 03 23:44:35.716124 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-270e4cae-2fc0-4130-a98f-36aa39e2e748 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733331214529'] for network, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:35.855395 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-270e4cae-2fc0-4130-a98f-36aa39e2e748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298'] for network, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:35.856383 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270e4cae-2fc0-4130-a98f-36aa39e2e748 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:44:35.856952 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-270e4cae-2fc0-4130-a98f-36aa39e2e748 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748400'] for network, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:35.915686 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270e4cae-2fc0-4130-a98f-36aa39e2e748 admin admin] Pushing event updated for resources: {'Network': ['ID=b899e136-3b25-4af5-bb18-9827145d490c,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:44:35.925500 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Network b899e136-3b25-4af5-bb18-9827145d490c details requested by agent ovs-agent-dv-cinder-840375-1-iscsi with host dv-cinder-840375-1-iscsi {{(pid=114214) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 23:44:35.956805 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-270e4cae-2fc0-4130-a98f-36aa39e2e748 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8264990 May 03 23:44:36.120124 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-f3996685-9434-443c-b5d7-edb245b755aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:36.878296 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:38.319928 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 33652) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:44:38.442143 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504e6257-d61f-4152-a52b-758f3fc24ae2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:44:38.443484 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-504e6257-d61f-4152-a52b-758f3fc24ae2 admin admin] 10.222.0.13 "GET /v2.0/subnets/2fde3b18-f5ce-4d50-903e-0e2e26a568fc HTTP/1.1" status: 200 len: 849 time: 0.1226282 May 03 23:44:38.606172 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-b51692c1-a6a3-41dc-bc95-aa023a08e067 admin admin] 10.222.0.13 "GET /v2.0/routers/4d440bbf-be52-42e1-aaa1-67265aac8bb3 HTTP/1.1" status: 200 len: 704 time: 0.1558461 May 03 23:44:38.884679 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-e5ffff39-cbc5-414d-b687-247783b0fb2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:39.184933 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.db_base_plugin_common [None req-e5ffff39-cbc5-414d-b687-247783b0fb2b admin admin] Allocated IP 172.20.0.1 (be558e5a-2fc1-4299-b312-e1d346ff58ba/2fde3b18-f5ce-4d50-903e-0e2e26a568fc/aa0787ae-e293-46a7-916d-a904c1927f50) {{(pid=114212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:44:39.345644 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-e5ffff39-cbc5-414d-b687-247783b0fb2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:39.461327 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-e5ffff39-cbc5-414d-b687-247783b0fb2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733331236172'] for port, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:39.574445 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ffff39-cbc5-414d-b687-247783b0fb2b admin admin] Network be558e5a-2fc1-4299-b312-e1d346ff58ba is already hosted by enough agents. {{(pid=114212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:44:39.581208 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.base_scheduler [None req-e5ffff39-cbc5-414d-b687-247783b0fb2b admin admin] Resources bound (agent type, host, resource id): {{(pid=114212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:44:39.588162 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ffff39-cbc5-414d-b687-247783b0fb2b admin admin] Received port after_create {{(pid=114212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 23:44:39.588261 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-e5ffff39-cbc5-414d-b687-247783b0fb2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761863'] for router_interface, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:39.615373 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ffff39-cbc5-414d-b687-247783b0fb2b admin admin] Pushing event updated for resources: {'Port': ['ID=aa0787ae-e293-46a7-916d-a904c1927f50,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:44:39.854887 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-0dfd8a82-3d5a-463a-a470-6100b886cdd5 None None] Provisioning complete for port aa0787ae-e293-46a7-916d-a904c1927f50 triggered by entity DHCP. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:44:39.855455 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-0dfd8a82-3d5a-463a-a470-6100b886cdd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:39.887852 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-e5ffff39-cbc5-414d-b687-247783b0fb2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:39.889095 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-0dfd8a82-3d5a-463a-a470-6100b886cdd5 None None] Port aa0787ae-e293-46a7-916d-a904c1927f50 cannot update to ACTIVE because it is not bound. {{(pid=114214) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 03 23:44:40.112937 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-e5ffff39-cbc5-414d-b687-247783b0fb2b admin admin] Notify callbacks [] for port, precommit_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:40.171055 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-e5ffff39-cbc5-414d-b687-247783b0fb2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:40.171860 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-e5ffff39-cbc5-414d-b687-247783b0fb2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3748312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761851'] for router_interface, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:40.249317 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ffff39-cbc5-414d-b687-247783b0fb2b admin admin] Pushing event updated for resources: {'Port': ['ID=aa0787ae-e293-46a7-916d-a904c1927f50,revision_number=2']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:44:40.299379 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ffff39-cbc5-414d-b687-247783b0fb2b admin admin] Network be558e5a-2fc1-4299-b312-e1d346ff58ba is already hosted by enough agents. {{(pid=114212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:44:40.300659 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.base_scheduler [None req-e5ffff39-cbc5-414d-b687-247783b0fb2b admin admin] Resources bound (agent type, host, resource id): {{(pid=114212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:44:40.511877 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-2569ea12-69d1-40c2-970c-80a41693ea68 None None] Provisioning complete for port aa0787ae-e293-46a7-916d-a904c1927f50 triggered by entity DHCP. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:44:40.512246 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-2569ea12-69d1-40c2-970c-80a41693ea68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:40.525981 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5ffff39-cbc5-414d-b687-247783b0fb2b admin admin] Router 4d440bbf-be52-42e1-aaa1-67265aac8bb3 is scheduled to L3 agent 758adf3f-89d7-4e1b-912e-3871fb413390 with binding_index 1 {{(pid=114212) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 03 23:44:40.547128 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-2569ea12-69d1-40c2-970c-80a41693ea68 None None] Port aa0787ae-e293-46a7-916d-a904c1927f50 cannot update to ACTIVE because it is not bound. {{(pid=114214) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 03 23:44:40.623234 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ffff39-cbc5-414d-b687-247783b0fb2b admin admin] Notify agent at l3_agent.dv-cinder-840375-1-iscsi the message routers_updated {{(pid=114212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 23:44:40.630496 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-e5ffff39-cbc5-414d-b687-247783b0fb2b admin admin] 10.222.0.13 "PUT /v2.0/routers/4d440bbf-be52-42e1-aaa1-67265aac8bb3/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0152450 May 03 23:44:40.633655 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b021c5-d65a-4e44-97e5-a733477b1afc None None] Sync routers for ids ['4d440bbf-be52-42e1-aaa1-67265aac8bb3'] in dv-cinder-840375-1-iscsi {{(pid=114215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:44:40.648497 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b021c5-d65a-4e44-97e5-a733477b1afc None None] Routers {'4d440bbf-be52-42e1-aaa1-67265aac8bb3'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:44:40.649322 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-e4b021c5-d65a-4e44-97e5-a733477b1afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-03T23:44:34Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['4d440bbf-be52-42e1-aaa1-67265aac8bb3'], 'active': True} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:44:40.846606 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvr_db [None req-e4b021c5-d65a-4e44-97e5-a733477b1afc None None] Set router 4d440bbf-be52-42e1-aaa1-67265aac8bb3 gateway port host: None {{(pid=114215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 23:44:41.296349 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-e4b021c5-d65a-4e44-97e5-a733477b1afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d440bbf-be52-42e1-aaa1-67265aac8bb3', 'name': 'router1', 'tenant_id': '89994b40d6304627b86440135902c224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:44:29Z', 'updated_at': '2022-05-03T23:44:39Z', 'revision_number': 2, 'project_id': '89994b40d6304627b86440135902c224', 'gw_port_host': None, '_interfaces': [{'id': 'aa0787ae-e293-46a7-916d-a904c1927f50', 'name': '', 'network_id': 'be558e5a-2fc1-4299-b312-e1d346ff58ba', 'tenant_id': '89994b40d6304627b86440135902c224', 'mac_address': 'fa:16:3e:b8:80:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d440bbf-be52-42e1-aaa1-67265aac8bb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2fde3b18-f5ce-4d50-903e-0e2e26a568fc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:44:38Z', 'updated_at': '2022-05-03T23:44:39Z', 'revision_number': 2, 'project_id': '89994b40d6304627b86440135902c224', 'subnets': [{'id': '2fde3b18-f5ce-4d50-903e-0e2e26a568fc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '00f52239-257e-42b4-ae07-e4c9e4cc9e27'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:44:41.351687 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b021c5-d65a-4e44-97e5-a733477b1afc None None] Checking router: 4d440bbf-be52-42e1-aaa1-67265aac8bb3 for host: dv-cinder-840375-1-iscsi {{(pid=114215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:44:41.352058 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b021c5-d65a-4e44-97e5-a733477b1afc None None] Updating router 4d440bbf-be52-42e1-aaa1-67265aac8bb3 port aa0787ae-e293-46a7-916d-a904c1927f50 binding host dv-cinder-840375-1-iscsi {{(pid=114215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 23:44:41.401451 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron_lib.callbacks.manager [None req-e4b021c5-d65a-4e44-97e5-a733477b1afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:41.950245 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron_lib.callbacks.manager [None req-e4b021c5-d65a-4e44-97e5-a733477b1afc None None] Notify callbacks [] for port, precommit_update {{(pid=114215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:42.017115 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron_lib.callbacks.manager [None req-e4b021c5-d65a-4e44-97e5-a733477b1afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:42.180867 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733077a0-ab3f-4e64-8a62-83e82bf72c35 None None] Pushing event updated for resources: {'Port': ['ID=aa0787ae-e293-46a7-916d-a904c1927f50,revision_number=3']} {{(pid=114215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:44:42.201701 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733077a0-ab3f-4e64-8a62-83e82bf72c35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:44:42.202137 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733077a0-ab3f-4e64-8a62-83e82bf72c35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:44:42.202418 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733077a0-ab3f-4e64-8a62-83e82bf72c35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:44:42.202741 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733077a0-ab3f-4e64-8a62-83e82bf72c35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:44:42.203063 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733077a0-ab3f-4e64-8a62-83e82bf72c35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:44:42.203387 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733077a0-ab3f-4e64-8a62-83e82bf72c35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:44:42.203706 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733077a0-ab3f-4e64-8a62-83e82bf72c35 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:44:42.204022 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733077a0-ab3f-4e64-8a62-83e82bf72c35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:44:42.204353 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733077a0-ab3f-4e64-8a62-83e82bf72c35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:44:42.204666 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733077a0-ab3f-4e64-8a62-83e82bf72c35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:44:42.204977 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733077a0-ab3f-4e64-8a62-83e82bf72c35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:44:42.205294 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733077a0-ab3f-4e64-8a62-83e82bf72c35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:44:42.206341 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733077a0-ab3f-4e64-8a62-83e82bf72c35 None None] Tracked resource versions report: May 03 23:44:42.206341 dv-cinder-840375-1-iscsi neutron-server[114215]: pushed versions: May 03 23:44:42.206341 dv-cinder-840375-1-iscsi neutron-server[114215]: { 'AddressGroup': {'1.2'}, May 03 23:44:42.206341 dv-cinder-840375-1-iscsi neutron-server[114215]: 'ConntrackHelper': {'1.0'}, May 03 23:44:42.206341 dv-cinder-840375-1-iscsi neutron-server[114215]: 'Log': {'1.0'}, May 03 23:44:42.206341 dv-cinder-840375-1-iscsi neutron-server[114215]: 'Network': {'1.1'}, May 03 23:44:42.206341 dv-cinder-840375-1-iscsi neutron-server[114215]: 'Port': {'1.7'}, May 03 23:44:42.206341 dv-cinder-840375-1-iscsi neutron-server[114215]: 'PortForwarding': {'1.2'}, May 03 23:44:42.206341 dv-cinder-840375-1-iscsi neutron-server[114215]: 'QosPolicy': {'1.9'}, May 03 23:44:42.206341 dv-cinder-840375-1-iscsi neutron-server[114215]: 'SecurityGroup': {'1.4'}, May 03 23:44:42.206341 dv-cinder-840375-1-iscsi neutron-server[114215]: 'SecurityGroupRule': {'1.2'}, May 03 23:44:42.206341 dv-cinder-840375-1-iscsi neutron-server[114215]: 'SubPort': {'1.0'}, May 03 23:44:42.206341 dv-cinder-840375-1-iscsi neutron-server[114215]: 'Subnet': {'1.1'}, May 03 23:44:42.206341 dv-cinder-840375-1-iscsi neutron-server[114215]: 'Trunk': {'1.1'}} May 03 23:44:42.206341 dv-cinder-840375-1-iscsi neutron-server[114215]: consumer versions: May 03 23:44:42.206341 dv-cinder-840375-1-iscsi neutron-server[114215]: { DHCP agent@dv-cinder-840375-1-iscsi: {}, May 03 23:44:42.206341 dv-cinder-840375-1-iscsi neutron-server[114215]: L3 agent@dv-cinder-840375-1-iscsi: {}, May 03 23:44:42.206341 dv-cinder-840375-1-iscsi neutron-server[114215]: Metadata agent@dv-cinder-840375-1-iscsi: {}, May 03 23:44:42.206341 dv-cinder-840375-1-iscsi neutron-server[114215]: Metering agent@dv-cinder-840375-1-iscsi: {}, May 03 23:44:42.206341 dv-cinder-840375-1-iscsi neutron-server[114215]: Open vSwitch agent@dv-cinder-840375-1-iscsi: { 'AddressGroup': '1.2', May 03 23:44:42.206341 dv-cinder-840375-1-iscsi neutron-server[114215]: 'ConntrackHelper': '1.0', May 03 23:44:42.206341 dv-cinder-840375-1-iscsi neutron-server[114215]: 'Log': '1.0', May 03 23:44:42.206341 dv-cinder-840375-1-iscsi neutron-server[114215]: 'Network': '1.1', May 03 23:44:42.206341 dv-cinder-840375-1-iscsi neutron-server[114215]: 'Port': '1.7', May 03 23:44:42.206341 dv-cinder-840375-1-iscsi neutron-server[114215]: 'PortForwarding': '1.2', May 03 23:44:42.206341 dv-cinder-840375-1-iscsi neutron-server[114215]: 'QosPolicy': '1.9', May 03 23:44:42.206341 dv-cinder-840375-1-iscsi neutron-server[114215]: 'SecurityGroup': '1.4', May 03 23:44:42.206341 dv-cinder-840375-1-iscsi neutron-server[114215]: 'SecurityGroupRule': '1.2', May 03 23:44:42.206341 dv-cinder-840375-1-iscsi neutron-server[114215]: 'SubPort': '1.0', May 03 23:44:42.206341 dv-cinder-840375-1-iscsi neutron-server[114215]: 'Subnet': '1.1', May 03 23:44:42.206341 dv-cinder-840375-1-iscsi neutron-server[114215]: 'Trunk': '1.1'}} May 03 23:44:42.206341 dv-cinder-840375-1-iscsi neutron-server[114215]: {{(pid=114215) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 23:44:42.209733 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.managers [None req-e4b021c5-d65a-4e44-97e5-a733477b1afc None None] Attempting to bind port aa0787ae-e293-46a7-916d-a904c1927f50 on host dv-cinder-840375-1-iscsi for vnic_type normal with profile {{(pid=114215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:44:42.210142 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.managers [None req-e4b021c5-d65a-4e44-97e5-a733477b1afc None None] Attempting to bind port aa0787ae-e293-46a7-916d-a904c1927f50 by drivers openvswitch,hyperv on host dv-cinder-840375-1-iscsi at level 0 using segments [{'id': '44990a2c-5e4a-4861-9cd9-7bededa78a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'be558e5a-2fc1-4299-b312-e1d346ff58ba'}] {{(pid=114215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:44:42.210568 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b021c5-d65a-4e44-97e5-a733477b1afc None None] Attempting to bind port aa0787ae-e293-46a7-916d-a904c1927f50 on network be558e5a-2fc1-4299-b312-e1d346ff58ba {{(pid=114215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 23:44:42.218809 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b021c5-d65a-4e44-97e5-a733477b1afc None None] Checking agent: {'id': 'cd69fb9c-fe1e-4524-b6a8-2fc8f7c83280', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840375-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 23, 44, 7), 'started_at': datetime.datetime(2022, 5, 3, 23, 44, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840375-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 23:44:42.219247 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b021c5-d65a-4e44-97e5-a733477b1afc None None] Checking segment: {'id': '44990a2c-5e4a-4861-9cd9-7bededa78a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'be558e5a-2fc1-4299-b312-e1d346ff58ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 03 23:44:42.219710 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron_lib.callbacks.manager [None req-e4b021c5-d65a-4e44-97e5-a733477b1afc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:42.220088 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b021c5-d65a-4e44-97e5-a733477b1afc None None] Bound using segment: {'id': '44990a2c-5e4a-4861-9cd9-7bededa78a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'be558e5a-2fc1-4299-b312-e1d346ff58ba'} {{(pid=114215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 23:44:42.220561 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.managers [None req-e4b021c5-d65a-4e44-97e5-a733477b1afc None None] Bound port: aa0787ae-e293-46a7-916d-a904c1927f50, host: dv-cinder-840375-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44990a2c-5e4a-4861-9cd9-7bededa78a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'be558e5a-2fc1-4299-b312-e1d346ff58ba'}}] {{(pid=114215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:44:42.220916 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron_lib.callbacks.manager [None req-e4b021c5-d65a-4e44-97e5-a733477b1afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:42.283772 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-359d1989-84ea-4a87-b8d8-a223b99a9d18 None None] Provisioning complete for port aa0787ae-e293-46a7-916d-a904c1927f50 triggered by entity DHCP. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:44:42.284377 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-359d1989-84ea-4a87-b8d8-a223b99a9d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:42.293601 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.db [None req-e4b021c5-d65a-4e44-97e5-a733477b1afc None None] For port aa0787ae-e293-46a7-916d-a904c1927f50, host dv-cinder-840375-1-iscsi, cleared binding levels {{(pid=114215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 23:44:42.314896 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.db [None req-e4b021c5-d65a-4e44-97e5-a733477b1afc None None] For port aa0787ae-e293-46a7-916d-a904c1927f50, host dv-cinder-840375-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=aa0787ae-e293-46a7-916d-a904c1927f50,segment=NetworkSegment(44990a2c-5e4a-4861-9cd9-7bededa78a59),segment_id=44990a2c-5e4a-4861-9cd9-7bededa78a59)] {{(pid=114215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 23:44:42.319462 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-359d1989-84ea-4a87-b8d8-a223b99a9d18 None None] Port aa0787ae-e293-46a7-916d-a904c1927f50 cannot update to ACTIVE because it is not bound. {{(pid=114214) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 03 23:44:42.405872 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron_lib.callbacks.manager [None req-e4b021c5-d65a-4e44-97e5-a733477b1afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:42.456951 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b021c5-d65a-4e44-97e5-a733477b1afc None None] Routers {'4d440bbf-be52-42e1-aaa1-67265aac8bb3'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:44:42.457606 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-e4b021c5-d65a-4e44-97e5-a733477b1afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-03T23:44:34Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['4d440bbf-be52-42e1-aaa1-67265aac8bb3'], 'active': True} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:44:42.545692 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733077a0-ab3f-4e64-8a62-83e82bf72c35 None None] Pushing event updated for resources: {'Port': ['ID=aa0787ae-e293-46a7-916d-a904c1927f50,revision_number=4']} {{(pid=114215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:44:42.571180 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvr_db [None req-e4b021c5-d65a-4e44-97e5-a733477b1afc None None] Set router 4d440bbf-be52-42e1-aaa1-67265aac8bb3 gateway port host: None {{(pid=114215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 23:44:42.642247 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-5ead114b-ff09-4a6d-a1fd-154c0ec5481d None None] Provisioning complete for port aa0787ae-e293-46a7-916d-a904c1927f50 triggered by entity DHCP. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:44:42.642907 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-5ead114b-ff09-4a6d-a1fd-154c0ec5481d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:42.723525 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-5ead114b-ff09-4a6d-a1fd-154c0ec5481d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:42.761238 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-5ead114b-ff09-4a6d-a1fd-154c0ec5481d None None] For port aa0787ae-e293-46a7-916d-a904c1927f50, host dv-cinder-840375-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=aa0787ae-e293-46a7-916d-a904c1927f50,segment=NetworkSegment(44990a2c-5e4a-4861-9cd9-7bededa78a59),segment_id=44990a2c-5e4a-4861-9cd9-7bededa78a59)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:44:42.791498 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-e4b021c5-d65a-4e44-97e5-a733477b1afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d440bbf-be52-42e1-aaa1-67265aac8bb3', 'name': 'router1', 'tenant_id': '89994b40d6304627b86440135902c224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:44:29Z', 'updated_at': '2022-05-03T23:44:39Z', 'revision_number': 2, 'project_id': '89994b40d6304627b86440135902c224', 'gw_port_host': None, '_interfaces': [{'id': 'aa0787ae-e293-46a7-916d-a904c1927f50', 'name': '', 'network_id': 'be558e5a-2fc1-4299-b312-e1d346ff58ba', 'tenant_id': '89994b40d6304627b86440135902c224', 'mac_address': 'fa:16:3e:b8:80:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d440bbf-be52-42e1-aaa1-67265aac8bb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2fde3b18-f5ce-4d50-903e-0e2e26a568fc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:44:38Z', 'updated_at': '2022-05-03T23:44:42Z', 'revision_number': 4, 'project_id': '89994b40d6304627b86440135902c224', 'subnets': [{'id': '2fde3b18-f5ce-4d50-903e-0e2e26a568fc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '00f52239-257e-42b4-ae07-e4c9e4cc9e27'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:44:42.816984 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-5ead114b-ff09-4a6d-a1fd-154c0ec5481d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:42.828381 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b021c5-d65a-4e44-97e5-a733477b1afc None None] The sync data for ids ['4d440bbf-be52-42e1-aaa1-67265aac8bb3'] in dv-cinder-840375-1-iscsi is: [{'id': '4d440bbf-be52-42e1-aaa1-67265aac8bb3', 'name': 'router1', 'tenant_id': '89994b40d6304627b86440135902c224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:44:29Z', 'updated_at': '2022-05-03T23:44:39Z', 'revision_number': 2, 'project_id': '89994b40d6304627b86440135902c224', 'gw_port_host': None, '_interfaces': [{'id': 'aa0787ae-e293-46a7-916d-a904c1927f50', 'name': '', 'network_id': 'be558e5a-2fc1-4299-b312-e1d346ff58ba', 'tenant_id': '89994b40d6304627b86440135902c224', 'mac_address': 'fa:16:3e:b8:80:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d440bbf-be52-42e1-aaa1-67265aac8bb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2fde3b18-f5ce-4d50-903e-0e2e26a568fc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:44:38Z', 'updated_at': '2022-05-03T23:44:42Z', 'revision_number': 4, 'project_id': '89994b40d6304627b86440135902c224', 'subnets': [{'id': '2fde3b18-f5ce-4d50-903e-0e2e26a568fc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '00f52239-257e-42b4-ae07-e4c9e4cc9e27'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:44:42.869838 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ead114b-ff09-4a6d-a1fd-154c0ec5481d None None] Pushing event updated for resources: {'Port': ['ID=aa0787ae-e293-46a7-916d-a904c1927f50,revision_number=5']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:44:42.962501 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 33666) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:44:43.082322 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b029b44-ed62-4c60-bff1-9a80d7cb6b51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:44:43.083645 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-0b029b44-ed62-4c60-bff1-9a80d7cb6b51 admin admin] 10.222.0.13 "GET /v2.0/networks/b899e136-3b25-4af5-bb18-9827145d490c HTTP/1.1" status: 200 len: 842 time: 0.1201596 May 03 23:44:43.094247 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [None req-c4b03297-9014-4572-b40e-48a3fa242f44 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.27.2.1', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'ip_version': 4, 'cidr': '172.27.2.0/24'}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:44:43.209614 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b03297-9014-4572-b40e-48a3fa242f44 admin admin] Made reservation on behalf of e06a6859de0b40b4933cd8829a461049 for: {'subnet': 1} {{(pid=114212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:44:43.212413 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-c4b03297-9014-4572-b40e-48a3fa242f44 admin admin] Notify callbacks [] for subnet, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:43.563169 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.objects.ports [None req-c4b03297-9014-4572-b40e-48a3fa242f44 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114212) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 03 23:44:43.563608 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-c4b03297-9014-4572-b40e-48a3fa242f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298'] for subnet, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:43.620201 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b03297-9014-4572-b40e-48a3fa242f44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9ce11e5-b806-4ff0-a648-9987146ccd8a,revision_number=0']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:44:43.629305 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b03297-9014-4572-b40e-48a3fa242f44 admin admin] Checking segment: {'id': '5eb57155-ed9e-4c45-a041-92a5f67bc876', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 03 23:44:43.629662 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b03297-9014-4572-b40e-48a3fa242f44 admin admin] Network hostable DHCP agents. Network: b899e136-3b25-4af5-bb18-9827145d490c, hostable agents: ['68d83d53-3271-4b5e-a364-332abe4e6306'], hosted agents: [] {{(pid=114212) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 23:44:43.771469 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b03297-9014-4572-b40e-48a3fa242f44 admin admin] Network b899e136-3b25-4af5-bb18-9827145d490c is scheduled to be hosted by DHCP agent 68d83d53-3271-4b5e-a364-332abe4e6306 with binding_index 1 {{(pid=114212) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 23:44:43.845715 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.base_scheduler [None req-c4b03297-9014-4572-b40e-48a3fa242f44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840375-1-iscsi, b899e136-3b25-4af5-bb18-9827145d490c) {{(pid=114212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:44:43.850118 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b03297-9014-4572-b40e-48a3fa242f44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:44:43.850824 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-c4b03297-9014-4572-b40e-48a3fa242f44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748400'] for subnet, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:43.856955 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331f8f4e-608b-4546-98cc-15b2f651be75 None None] Network b899e136-3b25-4af5-bb18-9827145d490c requested from dv-cinder-840375-1-iscsi {{(pid=114214) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 03 23:44:43.949981 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-c4b03297-9014-4572-b40e-48a3fa242f44 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8592820 May 03 23:44:43.988168 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0277c05-a4d3-4854-babe-69896bdb310b None None] Network b899e136-3b25-4af5-bb18-9827145d490c requested from dv-cinder-840375-1-iscsi {{(pid=114214) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 03 23:44:46.323258 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 33674) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:44:46.473775 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-eb817670-45c8-4bd0-a0d4-1e34b1de81a1 admin admin] 10.222.0.13 "GET /v2.0/routers/4d440bbf-be52-42e1-aaa1-67265aac8bb3 HTTP/1.1" status: 200 len: 710 time: 0.1493576 May 03 23:44:46.633298 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7ddf70-4062-4e93-adf2-7defb7d81778 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:44:46.634593 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-eb7ddf70-4062-4e93-adf2-7defb7d81778 admin admin] 10.222.0.13 "GET /v2.0/networks/b899e136-3b25-4af5-bb18-9827145d490c HTTP/1.1" status: 200 len: 886 time: 0.1534624 May 03 23:44:46.644364 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [None req-bb1b7d8b-0d61-415c-b00c-ab0405da75c9 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c'}}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:44:46.901165 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-bb1b7d8b-0d61-415c-b00c-ab0405da75c9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:47.299444 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-bb1b7d8b-0d61-415c-b00c-ab0405da75c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:47.374616 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-bb1b7d8b-0d61-415c-b00c-ab0405da75c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:47.484977 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.db_base_plugin_common [None req-bb1b7d8b-0d61-415c-b00c-ab0405da75c9 admin admin] Allocated IP 172.27.2.208 (b899e136-3b25-4af5-bb18-9827145d490c/f9ce11e5-b806-4ff0-a648-9987146ccd8a/4d9059dd-77f8-424d-8092-c70d729775cc) {{(pid=114212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:44:47.672253 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-bb1b7d8b-0d61-415c-b00c-ab0405da75c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:47.761359 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-bb1b7d8b-0d61-415c-b00c-ab0405da75c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733331236172'] for port, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:47.804567 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1b7d8b-0d61-415c-b00c-ab0405da75c9 admin admin] Network b899e136-3b25-4af5-bb18-9827145d490c is already hosted by enough agents. {{(pid=114212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:44:47.809670 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.base_scheduler [None req-bb1b7d8b-0d61-415c-b00c-ab0405da75c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=114212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:44:47.818600 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1b7d8b-0d61-415c-b00c-ab0405da75c9 admin admin] Pushing event updated for resources: {'Port': ['ID=4d9059dd-77f8-424d-8092-c70d729775cc,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:44:47.822688 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1b7d8b-0d61-415c-b00c-ab0405da75c9 admin admin] Received port after_create {{(pid=114212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 23:44:48.186094 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-bb1b7d8b-0d61-415c-b00c-ab0405da75c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:48.214620 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device aa0787ae-e293-46a7-916d-a904c1927f50 up at agent ovs-agent-dv-cinder-840375-1-iscsi {{(pid=114214) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 23:44:48.272534 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Provisioning complete for port aa0787ae-e293-46a7-916d-a904c1927f50 triggered by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:44:48.272911 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:48.376833 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.agents_db [None req-33eb5aa9-4e04-49df-8f84-9829a3bd54c6 None None] Agent healthcheck: found 5 active agents {{(pid=114215) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 23:44:48.491483 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-bb1b7d8b-0d61-415c-b00c-ab0405da75c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3761361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3759887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9644'] for router, precommit_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:48.495236 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-bb1b7d8b-0d61-415c-b00c-ab0405da75c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3761396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3761386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3761379', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3759872'] for router, after_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:48.603697 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb1b7d8b-0d61-415c-b00c-ab0405da75c9 admin admin] Router 4d440bbf-be52-42e1-aaa1-67265aac8bb3 has already been hosted by L3 agent 758adf3f-89d7-4e1b-912e-3871fb413390 {{(pid=114212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 23:44:48.711138 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb1b7d8b-0d61-415c-b00c-ab0405da75c9 admin admin] Notify agent at l3_agent.dv-cinder-840375-1-iscsi the message routers_updated {{(pid=114212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 23:44:48.716069 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-bb1b7d8b-0d61-415c-b00c-ab0405da75c9 admin admin] Notify callbacks [] for router, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:48.717273 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-bb1b7d8b-0d61-415c-b00c-ab0405da75c9 admin admin] 10.222.0.13 "PUT /v2.0/routers/4d440bbf-be52-42e1-aaa1-67265aac8bb3 HTTP/1.1" status: 200 len: 890 time: 2.0762477 May 03 23:44:49.479267 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c4c18c-d4b3-4b6d-a022-9f94f786201e None None] Sync routers for ids ['4d440bbf-be52-42e1-aaa1-67265aac8bb3'] in dv-cinder-840375-1-iscsi {{(pid=114214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:44:49.490821 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c4c18c-d4b3-4b6d-a022-9f94f786201e None None] Routers {'4d440bbf-be52-42e1-aaa1-67265aac8bb3'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:44:49.491458 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-91c4c18c-d4b3-4b6d-a022-9f94f786201e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-03T23:44:34Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['4d440bbf-be52-42e1-aaa1-67265aac8bb3'], 'active': True} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:44:49.703385 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvr_db [None req-91c4c18c-d4b3-4b6d-a022-9f94f786201e None None] Set router 4d440bbf-be52-42e1-aaa1-67265aac8bb3 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 23:44:50.185909 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-91c4c18c-d4b3-4b6d-a022-9f94f786201e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d440bbf-be52-42e1-aaa1-67265aac8bb3', 'name': 'router1', 'tenant_id': '89994b40d6304627b86440135902c224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '4d9059dd-77f8-424d-8092-c70d729775cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:44:29Z', 'updated_at': '2022-05-03T23:44:47Z', 'revision_number': 4, 'project_id': '89994b40d6304627b86440135902c224', 'gw_port': {'id': '4d9059dd-77f8-424d-8092-c70d729775cc', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a8:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d440bbf-be52-42e1-aaa1-67265aac8bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:44:47Z', 'updated_at': '2022-05-03T23:44:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_interfaces': [{'id': 'aa0787ae-e293-46a7-916d-a904c1927f50', 'name': '', 'network_id': 'be558e5a-2fc1-4299-b312-e1d346ff58ba', 'tenant_id': '89994b40d6304627b86440135902c224', 'mac_address': 'fa:16:3e:b8:80:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d440bbf-be52-42e1-aaa1-67265aac8bb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2fde3b18-f5ce-4d50-903e-0e2e26a568fc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:44:38Z', 'updated_at': '2022-05-03T23:44:42Z', 'revision_number': 5, 'project_id': '89994b40d6304627b86440135902c224', 'subnets': [{'id': '2fde3b18-f5ce-4d50-903e-0e2e26a568fc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '00f52239-257e-42b4-ae07-e4c9e4cc9e27'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:44:50.238637 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c4c18c-d4b3-4b6d-a022-9f94f786201e None None] Checking router: 4d440bbf-be52-42e1-aaa1-67265aac8bb3 for host: dv-cinder-840375-1-iscsi {{(pid=114214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:44:50.239008 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c4c18c-d4b3-4b6d-a022-9f94f786201e None None] Updating router 4d440bbf-be52-42e1-aaa1-67265aac8bb3 port 4d9059dd-77f8-424d-8092-c70d729775cc binding host dv-cinder-840375-1-iscsi {{(pid=114214) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 23:44:50.286622 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-91c4c18c-d4b3-4b6d-a022-9f94f786201e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:50.619001 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-91c4c18c-d4b3-4b6d-a022-9f94f786201e None None] Notify callbacks [] for port, precommit_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:50.697355 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-91c4c18c-d4b3-4b6d-a022-9f94f786201e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:50.754773 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.managers [None req-91c4c18c-d4b3-4b6d-a022-9f94f786201e None None] Attempting to bind port 4d9059dd-77f8-424d-8092-c70d729775cc on host dv-cinder-840375-1-iscsi for vnic_type normal with profile {{(pid=114214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:44:50.755140 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.managers [None req-91c4c18c-d4b3-4b6d-a022-9f94f786201e None None] Attempting to bind port 4d9059dd-77f8-424d-8092-c70d729775cc by drivers openvswitch,hyperv on host dv-cinder-840375-1-iscsi at level 0 using segments [{'id': '5eb57155-ed9e-4c45-a041-92a5f67bc876', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c'}] {{(pid=114214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:44:50.755500 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c4c18c-d4b3-4b6d-a022-9f94f786201e None None] Attempting to bind port 4d9059dd-77f8-424d-8092-c70d729775cc on network b899e136-3b25-4af5-bb18-9827145d490c {{(pid=114214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 23:44:50.762003 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d014ad3c-e967-437c-ae3d-4b67af9eed19 None None] Pushing event updated for resources: {'Port': ['ID=4d9059dd-77f8-424d-8092-c70d729775cc,revision_number=2']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:44:50.768365 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c4c18c-d4b3-4b6d-a022-9f94f786201e None None] Checking agent: {'id': 'cd69fb9c-fe1e-4524-b6a8-2fc8f7c83280', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840375-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 23, 44, 7), 'started_at': datetime.datetime(2022, 5, 3, 23, 44, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840375-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 23:44:50.768731 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c4c18c-d4b3-4b6d-a022-9f94f786201e None None] Checking segment: {'id': '5eb57155-ed9e-4c45-a041-92a5f67bc876', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 03 23:44:50.769136 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-91c4c18c-d4b3-4b6d-a022-9f94f786201e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:50.769575 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c4c18c-d4b3-4b6d-a022-9f94f786201e None None] Bound using segment: {'id': '5eb57155-ed9e-4c45-a041-92a5f67bc876', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c'} {{(pid=114214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 23:44:50.770093 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.managers [None req-91c4c18c-d4b3-4b6d-a022-9f94f786201e None None] Bound port: 4d9059dd-77f8-424d-8092-c70d729775cc, host: dv-cinder-840375-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb57155-ed9e-4c45-a041-92a5f67bc876', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c'}}] {{(pid=114214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:44:50.770504 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-91c4c18c-d4b3-4b6d-a022-9f94f786201e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:50.826608 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-91c4c18c-d4b3-4b6d-a022-9f94f786201e None None] For port 4d9059dd-77f8-424d-8092-c70d729775cc, host dv-cinder-840375-1-iscsi, cleared binding levels {{(pid=114214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 23:44:50.829869 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-91c4c18c-d4b3-4b6d-a022-9f94f786201e None None] For port 4d9059dd-77f8-424d-8092-c70d729775cc, host dv-cinder-840375-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=4d9059dd-77f8-424d-8092-c70d729775cc,segment=NetworkSegment(5eb57155-ed9e-4c45-a041-92a5f67bc876),segment_id=5eb57155-ed9e-4c45-a041-92a5f67bc876)] {{(pid=114214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 23:44:50.889342 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-91c4c18c-d4b3-4b6d-a022-9f94f786201e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:50.947896 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d014ad3c-e967-437c-ae3d-4b67af9eed19 None None] Pushing event updated for resources: {'Port': ['ID=4d9059dd-77f8-424d-8092-c70d729775cc,revision_number=3']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:44:50.951939 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c4c18c-d4b3-4b6d-a022-9f94f786201e None None] Routers {'4d440bbf-be52-42e1-aaa1-67265aac8bb3'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:44:50.952550 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-91c4c18c-d4b3-4b6d-a022-9f94f786201e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-03T23:44:34Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['4d440bbf-be52-42e1-aaa1-67265aac8bb3'], 'active': True} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:44:51.066117 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvr_db [None req-91c4c18c-d4b3-4b6d-a022-9f94f786201e None None] Set router 4d440bbf-be52-42e1-aaa1-67265aac8bb3 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 23:44:51.205366 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 33688) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:44:51.282599 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-91c4c18c-d4b3-4b6d-a022-9f94f786201e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d440bbf-be52-42e1-aaa1-67265aac8bb3', 'name': 'router1', 'tenant_id': '89994b40d6304627b86440135902c224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '4d9059dd-77f8-424d-8092-c70d729775cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:44:29Z', 'updated_at': '2022-05-03T23:44:47Z', 'revision_number': 4, 'project_id': '89994b40d6304627b86440135902c224', 'gw_port': {'id': '4d9059dd-77f8-424d-8092-c70d729775cc', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a8:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d440bbf-be52-42e1-aaa1-67265aac8bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:44:47Z', 'updated_at': '2022-05-03T23:44:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_interfaces': [{'id': 'aa0787ae-e293-46a7-916d-a904c1927f50', 'name': '', 'network_id': 'be558e5a-2fc1-4299-b312-e1d346ff58ba', 'tenant_id': '89994b40d6304627b86440135902c224', 'mac_address': 'fa:16:3e:b8:80:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d440bbf-be52-42e1-aaa1-67265aac8bb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2fde3b18-f5ce-4d50-903e-0e2e26a568fc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:44:38Z', 'updated_at': '2022-05-03T23:44:42Z', 'revision_number': 5, 'project_id': '89994b40d6304627b86440135902c224', 'subnets': [{'id': '2fde3b18-f5ce-4d50-903e-0e2e26a568fc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '00f52239-257e-42b4-ae07-e4c9e4cc9e27'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:44:51.309395 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c4c18c-d4b3-4b6d-a022-9f94f786201e None None] The sync data for ids ['4d440bbf-be52-42e1-aaa1-67265aac8bb3'] in dv-cinder-840375-1-iscsi is: [{'id': '4d440bbf-be52-42e1-aaa1-67265aac8bb3', 'name': 'router1', 'tenant_id': '89994b40d6304627b86440135902c224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '4d9059dd-77f8-424d-8092-c70d729775cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:44:29Z', 'updated_at': '2022-05-03T23:44:47Z', 'revision_number': 4, 'project_id': '89994b40d6304627b86440135902c224', 'gw_port': {'id': '4d9059dd-77f8-424d-8092-c70d729775cc', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a8:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d440bbf-be52-42e1-aaa1-67265aac8bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:44:47Z', 'updated_at': '2022-05-03T23:44:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_interfaces': [{'id': 'aa0787ae-e293-46a7-916d-a904c1927f50', 'name': '', 'network_id': 'be558e5a-2fc1-4299-b312-e1d346ff58ba', 'tenant_id': '89994b40d6304627b86440135902c224', 'mac_address': 'fa:16:3e:b8:80:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d440bbf-be52-42e1-aaa1-67265aac8bb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2fde3b18-f5ce-4d50-903e-0e2e26a568fc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:44:38Z', 'updated_at': '2022-05-03T23:44:42Z', 'revision_number': 5, 'project_id': '89994b40d6304627b86440135902c224', 'subnets': [{'id': '2fde3b18-f5ce-4d50-903e-0e2e26a568fc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '00f52239-257e-42b4-ae07-e4c9e4cc9e27'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:44:51.323350 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-79c0e6f8-b684-4cbc-a183-930a97348762 admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1169367 May 03 23:44:52.204750 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device 4d9059dd-77f8-424d-8092-c70d729775cc up at agent ovs-agent-dv-cinder-840375-1-iscsi {{(pid=114214) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 23:44:52.255229 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Provisioning complete for port 4d9059dd-77f8-424d-8092-c70d729775cc triggered by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:44:52.255780 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:52.343390 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:52.363297 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] For port 4d9059dd-77f8-424d-8092-c70d729775cc, host dv-cinder-840375-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=4d9059dd-77f8-424d-8092-c70d729775cc,segment=NetworkSegment(5eb57155-ed9e-4c45-a041-92a5f67bc876),segment_id=5eb57155-ed9e-4c45-a041-92a5f67bc876)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:44:52.445073 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:52.498797 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Pushing event updated for resources: {'Port': ['ID=4d9059dd-77f8-424d-8092-c70d729775cc,revision_number=4']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:44:54.191684 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device 4d9059dd-77f8-424d-8092-c70d729775cc up at agent ovs-agent-dv-cinder-840375-1-iscsi {{(pid=114214) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 23:44:54.243097 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Provisioning complete for port 4d9059dd-77f8-424d-8092-c70d729775cc triggered by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:44:54.244068 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:01.359790 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-2467cd52-3412-4b30-b7b0-bbcd114c9039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:03.839703 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-a918ce19-a232-41bd-a727-61fa688c6a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:05.294159 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-9988ed24-7efc-4e8a-acf7-bcbfa55ed3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:06.058848 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-f3996685-9434-443c-b5d7-edb245b755aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:06.839052 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:25.375462 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.agents_db [None req-33eb5aa9-4e04-49df-8f84-9829a3bd54c6 None None] Agent healthcheck: found 5 active agents {{(pid=114215) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 23:45:31.358940 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-1399bdd0-4383-4683-a28c-9166b35447eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:34.242266 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-d07e5a45-9536-4a7d-bac2-03c66838cede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:35.273640 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-9988ed24-7efc-4e8a-acf7-bcbfa55ed3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:36.049378 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-f3996685-9434-443c-b5d7-edb245b755aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:36.887511 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:01.391681 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-0441a478-79f7-408a-bea1-018ca3abf780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:02.374583 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.agents_db [None req-33eb5aa9-4e04-49df-8f84-9829a3bd54c6 None None] Agent healthcheck: found 5 active agents {{(pid=114215) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 23:46:03.811910 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-1333011e-47d6-4ae5-aea4-35778cde38db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:05.294905 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-9988ed24-7efc-4e8a-acf7-bcbfa55ed3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:06.057664 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-f3996685-9434-443c-b5d7-edb245b755aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:06.849473 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:31.348010 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-b8f27845-95d4-4e38-ad20-fb0be17a2119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:32.496235 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 34250) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:46:32.559584 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.pecan_wsgi.hooks.translation [None req-b65a8fd4-2ef2-4000-ba69-dc5207bcda7d admin admin] GET failed (client error): The resource could not be found. May 03 23:46:32.560961 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-b65a8fd4-2ef2-4000-ba69-dc5207bcda7d admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0637562 May 03 23:46:32.725468 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55e572b-8b27-4696-844b-6f0077bce79a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:46:32.726954 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-b55e572b-8b27-4696-844b-6f0077bce79a admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1603658 May 03 23:46:33.816642 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-01cd5450-3e6f-46c0-b396-a57377293828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:34.995789 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 34260) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:46:35.103984 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92727209-54cd-4f43-b353-31500170cf2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:46:35.105295 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-92727209-54cd-4f43-b353-31500170cf2b admin admin] 10.222.0.13 "GET /v2.0/subnets/2fde3b18-f5ce-4d50-903e-0e2e26a568fc HTTP/1.1" status: 200 len: 849 time: 0.1085734 May 03 23:46:35.117326 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [None req-a6beedc7-2452-454b-a85b-39c39efef853 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:46:35.203692 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-a6beedc7-2452-454b-a85b-39c39efef853 admin admin] Notify callbacks [] for subnet, before_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:35.287781 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-9988ed24-7efc-4e8a-acf7-bcbfa55ed3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:35.425494 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-a6beedc7-2452-454b-a85b-39c39efef853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733331790776'] for subnet, after_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:35.457317 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6beedc7-2452-454b-a85b-39c39efef853 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:46:35.458573 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-a6beedc7-2452-454b-a85b-39c39efef853 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748400'] for subnet, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:35.459241 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-a6beedc7-2452-454b-a85b-39c39efef853 admin admin] 10.222.0.13 "PUT /v2.0/subnets/2fde3b18-f5ce-4d50-903e-0e2e26a568fc HTTP/1.1" status: 200 len: 868 time: 0.3458545 May 03 23:46:35.473607 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4755547b-4e51-439b-b140-3d5535756308 None None] Network be558e5a-2fc1-4299-b312-e1d346ff58ba requested from dv-cinder-840375-1-iscsi {{(pid=114214) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 03 23:46:35.481189 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6beedc7-2452-454b-a85b-39c39efef853 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fde3b18-f5ce-4d50-903e-0e2e26a568fc,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:46:35.489680 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6beedc7-2452-454b-a85b-39c39efef853 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:46:35.494208 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6beedc7-2452-454b-a85b-39c39efef853 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:46:35.494208 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6beedc7-2452-454b-a85b-39c39efef853 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:46:35.494208 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6beedc7-2452-454b-a85b-39c39efef853 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:46:35.494208 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6beedc7-2452-454b-a85b-39c39efef853 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:46:35.494208 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6beedc7-2452-454b-a85b-39c39efef853 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:46:35.494208 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6beedc7-2452-454b-a85b-39c39efef853 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:46:35.494208 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6beedc7-2452-454b-a85b-39c39efef853 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:46:35.494208 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6beedc7-2452-454b-a85b-39c39efef853 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:46:35.494208 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6beedc7-2452-454b-a85b-39c39efef853 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:46:35.494208 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6beedc7-2452-454b-a85b-39c39efef853 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:46:35.494208 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6beedc7-2452-454b-a85b-39c39efef853 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:46:35.904200 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-2a20d8cc-3d21-4a2f-8241-8a1cc39d0046 None None] Provisioning complete for port aa0787ae-e293-46a7-916d-a904c1927f50 triggered by entity DHCP. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:46:35.904569 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-2a20d8cc-3d21-4a2f-8241-8a1cc39d0046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:36.006067 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-2a20d8cc-3d21-4a2f-8241-8a1cc39d0046 None None] Provisioning complete for port 4e4f3c10-fa76-4d64-b6a1-1a3ce72a4d95 triggered by entity DHCP. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:46:36.006436 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-2a20d8cc-3d21-4a2f-8241-8a1cc39d0046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:36.081769 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-f3996685-9434-443c-b5d7-edb245b755aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:36.868099 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:37.751188 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 34268) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:46:37.959011 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b68107-ba65-46f7-8df5-7974692c6f6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:46:37.959388 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b68107-ba65-46f7-8df5-7974692c6f6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:46:37.960926 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-25b68107-ba65-46f7-8df5-7974692c6f6f admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2087560 May 03 23:46:39.373126 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.agents_db [None req-33eb5aa9-4e04-49df-8f84-9829a3bd54c6 None None] Agent healthcheck: found 5 active agents {{(pid=114215) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 23:46:40.264493 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 34276) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:46:40.524308 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6dcc18-2fe5-4dc0-83d5-e431ed3f457e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:46:40.524686 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6dcc18-2fe5-4dc0-83d5-e431ed3f457e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:46:40.526396 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-ef6dcc18-2fe5-4dc0-83d5-e431ed3f457e admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2609580 May 03 23:46:42.782112 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 34286) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:46:42.974039 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6279625-db42-4f90-a881-d6e70510c255 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:46:42.975392 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-e6279625-db42-4f90-a881-d6e70510c255 admin admin] 10.222.0.13 "GET /v2.0/networks/b899e136-3b25-4af5-bb18-9827145d490c HTTP/1.1" status: 200 len: 886 time: 0.1922877 May 03 23:46:45.226988 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 34294) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:46:45.360503 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff633fc2-f187-4721-b92b-0abbbbeda0d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:46:45.361938 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-ff633fc2-f187-4721-b92b-0abbbbeda0d8 admin admin] 10.222.0.13 "GET /v2.0/networks/be558e5a-2fc1-4299-b312-e1d346ff58ba HTTP/1.1" status: 200 len: 869 time: 0.1339514 May 03 23:46:47.654620 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 34302) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:46:47.808883 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0565eb-42fd-484f-a77f-7c40cfea454a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:46:47.809344 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0565eb-42fd-484f-a77f-7c40cfea454a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:46:47.810915 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-8b0565eb-42fd-484f-a77f-7c40cfea454a admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1551383 May 03 23:46:50.092382 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 34310) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:46:50.184893 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9273090-63f3-4051-901e-dc05ef55ec3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:46:50.185353 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9273090-63f3-4051-901e-dc05ef55ec3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:46:50.187644 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-a9273090-63f3-4051-901e-dc05ef55ec3a admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0943155 May 03 23:46:52.457773 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 34318) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:46:52.590561 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a7e272-a8ef-4eac-865d-26fd609f79ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:46:52.591932 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-c9a7e272-a8ef-4eac-865d-26fd609f79ab admin admin] 10.222.0.13 "GET /v2.0/subnets/2fde3b18-f5ce-4d50-903e-0e2e26a568fc HTTP/1.1" status: 200 len: 868 time: 0.1332653 May 03 23:46:54.818377 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 34326) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:46:54.915490 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac7daa1-8e3a-4d6f-9266-82051a011e1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:46:54.916837 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-dac7daa1-8e3a-4d6f-9266-82051a011e1c admin admin] 10.222.0.13 "GET /v2.0/subnets/f9ce11e5-b806-4ff0-a648-9987146ccd8a HTTP/1.1" status: 200 len: 816 time: 0.0972672 May 03 23:47:01.358181 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-82e4b1a1-9af4-4393-83e1-7e47bed21418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:47:03.841168 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-4ae9989b-aad8-472d-b750-97e6c0ba88dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:47:05.284015 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-9988ed24-7efc-4e8a-acf7-bcbfa55ed3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:47:06.061224 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-f3996685-9434-443c-b5d7-edb245b755aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:47:06.838641 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:47:15.495515 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 34380) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:47:15.544629 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [None req-05e21ba7-150c-4d32-a85a-18cbaa58a0ce admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=114213) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:47:15.545614 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-05e21ba7-150c-4d32-a85a-18cbaa58a0ce admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0491679 May 03 23:47:16.371106 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.agents_db [None req-33eb5aa9-4e04-49df-8f84-9829a3bd54c6 None None] Agent healthcheck: found 5 active agents {{(pid=114215) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 23:47:17.879239 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 34388) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:47:17.942516 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce33942f-e225-41ac-a2d6-96633c650acb admin admin] GET failed (client error): The resource could not be found. May 03 23:47:17.943834 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-ce33942f-e225-41ac-a2d6-96633c650acb admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0636806 May 03 23:47:18.086840 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f0b30d-c965-4521-b924-a77f110328c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:47:18.088210 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-67f0b30d-c965-4521-b924-a77f110328c4 admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1397772 May 03 23:47:20.355415 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 34396) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:47:20.403629 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [None req-9d20c1a3-8178-43ba-8452-84229b0e2c89 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:47:20.520663 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d20c1a3-8178-43ba-8452-84229b0e2c89 admin admin] Made reservation on behalf of e06a6859de0b40b4933cd8829a461049 for: {'network': 1} {{(pid=114212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:47:20.522991 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-9d20c1a3-8178-43ba-8452-84229b0e2c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for network, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:47:20.552301 dv-cinder-840375-1-iscsi neutron-server[114212]: WARNING neutron.services.revisions.revision_plugin [None req-9d20c1a3-8178-43ba-8452-84229b0e2c89 admin admin] Could not find related network for resource to bump revision. May 03 23:47:20.565474 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d20c1a3-8178-43ba-8452-84229b0e2c89 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=114212) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 23:47:20.575141 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-9d20c1a3-8178-43ba-8452-84229b0e2c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-611538'] for segment, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:47:20.575483 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.db.segments_db [None req-9d20c1a3-8178-43ba-8452-84229b0e2c89 admin admin] Added segment 444d17ac-dcaa-434d-ac8b-9bfce440269e of type vlan for network b4a4246b-52ee-4187-9d3c-009aac6ccd3e May 03 23:47:20.619716 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-9d20c1a3-8178-43ba-8452-84229b0e2c89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733331214529'] for network, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:47:20.706170 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-9d20c1a3-8178-43ba-8452-84229b0e2c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298'] for network, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:47:20.707135 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d20c1a3-8178-43ba-8452-84229b0e2c89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:47:20.707704 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-9d20c1a3-8178-43ba-8452-84229b0e2c89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748400'] for network, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:47:20.768022 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d20c1a3-8178-43ba-8452-84229b0e2c89 admin admin] Pushing event updated for resources: {'Network': ['ID=b4a4246b-52ee-4187-9d3c-009aac6ccd3e,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:47:20.779212 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Network b4a4246b-52ee-4187-9d3c-009aac6ccd3e details requested by agent ovs-agent-dv-cinder-840375-1-iscsi with host dv-cinder-840375-1-iscsi {{(pid=114214) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 23:47:20.836160 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-9d20c1a3-8178-43ba-8452-84229b0e2c89 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4791169 May 03 23:47:23.281658 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 34404) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:47:23.345326 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.pecan_wsgi.hooks.translation [None req-da2596e3-8bf3-4940-8f23-8111510a6ebf admin admin] GET failed (client error): The resource could not be found. May 03 23:47:23.346753 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-da2596e3-8bf3-4940-8f23-8111510a6ebf admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0641336 May 03 23:47:23.419569 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd98236-ff8d-49b1-bf02-3fd1f302ba2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:47:23.421025 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-2dd98236-ff8d-49b1-bf02-3fd1f302ba2f admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0694623 May 03 23:47:23.431696 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [None req-ace4f655-604a-4222-945b-7a1192f3094f admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'b4a4246b-52ee-4187-9d3c-009aac6ccd3e', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:47:23.508855 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace4f655-604a-4222-945b-7a1192f3094f admin admin] Made reservation on behalf of e06a6859de0b40b4933cd8829a461049 for: {'subnet': 1} {{(pid=114212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:47:23.511069 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-ace4f655-604a-4222-945b-7a1192f3094f admin admin] Notify callbacks [] for subnet, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:47:23.854782 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-ace4f655-604a-4222-945b-7a1192f3094f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298'] for subnet, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:47:23.909862 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace4f655-604a-4222-945b-7a1192f3094f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2beb5e2c-da76-4f58-a6d8-f0196c8ac0bb,revision_number=0']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:47:23.919594 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace4f655-604a-4222-945b-7a1192f3094f admin admin] Checking segment: {'id': '444d17ac-dcaa-434d-ac8b-9bfce440269e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b4a4246b-52ee-4187-9d3c-009aac6ccd3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 03 23:47:23.920082 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace4f655-604a-4222-945b-7a1192f3094f admin admin] Network hostable DHCP agents. Network: b4a4246b-52ee-4187-9d3c-009aac6ccd3e, hostable agents: ['68d83d53-3271-4b5e-a364-332abe4e6306'], hosted agents: [] {{(pid=114212) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 23:47:24.003206 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace4f655-604a-4222-945b-7a1192f3094f admin admin] Network b4a4246b-52ee-4187-9d3c-009aac6ccd3e is scheduled to be hosted by DHCP agent 68d83d53-3271-4b5e-a364-332abe4e6306 with binding_index 1 {{(pid=114212) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 23:47:24.066059 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.base_scheduler [None req-ace4f655-604a-4222-945b-7a1192f3094f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840375-1-iscsi, b4a4246b-52ee-4187-9d3c-009aac6ccd3e) {{(pid=114212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:47:24.070128 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace4f655-604a-4222-945b-7a1192f3094f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:47:24.070707 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-ace4f655-604a-4222-945b-7a1192f3094f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748400'] for subnet, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:47:24.075246 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786f2c73-f1d0-4326-ac65-06d6c19fc63f None None] Network b4a4246b-52ee-4187-9d3c-009aac6ccd3e requested from dv-cinder-840375-1-iscsi {{(pid=114214) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 03 23:47:24.169094 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-ace4f655-604a-4222-945b-7a1192f3094f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7408149 May 03 23:47:24.320265 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6843ba5a-fea5-49a3-affc-2e05564e6b8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6859a26-b6ae-50b6-ac7d-ce164fc290cc-b4a4246b-52ee-4187-9d3c-009aac6ccd3e', 'network_id': 'b4a4246b-52ee-4187-9d3c-009aac6ccd3e', 'tenant_id': 'e06a6859de0b40b4933cd8829a461049', 'fixed_ips': [{'subnet_id': '2beb5e2c-da76-4f58-a6d8-f0196c8ac0bb'}]}} from dv-cinder-840375-1-iscsi. {{(pid=114214) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 03 23:47:24.321051 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-6843ba5a-fea5-49a3-affc-2e05564e6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_create {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:47:24.466436 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.db_base_plugin_common [None req-6843ba5a-fea5-49a3-affc-2e05564e6b8a None None] Allocated IP 192.168.233.2 (b4a4246b-52ee-4187-9d3c-009aac6ccd3e/2beb5e2c-da76-4f58-a6d8-f0196c8ac0bb/ca08b4a5-bae6-4ec7-a8e3-8f86981a5313) {{(pid=114214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:47:24.622358 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-6843ba5a-fea5-49a3-affc-2e05564e6b8a None None] Notify callbacks [] for port, precommit_create {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:47:24.704871 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-6843ba5a-fea5-49a3-affc-2e05564e6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733331236172'] for port, after_create {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:47:24.741822 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6843ba5a-fea5-49a3-affc-2e05564e6b8a None None] Network b4a4246b-52ee-4187-9d3c-009aac6ccd3e is already hosted by enough agents. {{(pid=114214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:47:24.748704 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.scheduler.base_scheduler [None req-6843ba5a-fea5-49a3-affc-2e05564e6b8a None None] Resources bound (agent type, host, resource id): {{(pid=114214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:47:24.753087 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6843ba5a-fea5-49a3-affc-2e05564e6b8a None None] Received port after_create {{(pid=114214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 23:47:24.760189 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6843ba5a-fea5-49a3-affc-2e05564e6b8a None None] Pushing event updated for resources: {'Port': ['ID=ca08b4a5-bae6-4ec7-a8e3-8f86981a5313,revision_number=1']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:47:24.782196 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6843ba5a-fea5-49a3-affc-2e05564e6b8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:47:24.782577 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6843ba5a-fea5-49a3-affc-2e05564e6b8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:47:24.782927 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6843ba5a-fea5-49a3-affc-2e05564e6b8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:47:24.783267 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6843ba5a-fea5-49a3-affc-2e05564e6b8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:47:24.783664 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6843ba5a-fea5-49a3-affc-2e05564e6b8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:47:24.783941 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6843ba5a-fea5-49a3-affc-2e05564e6b8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:47:24.784294 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6843ba5a-fea5-49a3-affc-2e05564e6b8a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:47:24.784626 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6843ba5a-fea5-49a3-affc-2e05564e6b8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:47:24.784968 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6843ba5a-fea5-49a3-affc-2e05564e6b8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:47:24.785297 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6843ba5a-fea5-49a3-affc-2e05564e6b8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:47:24.787564 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6843ba5a-fea5-49a3-affc-2e05564e6b8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:47:24.787564 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6843ba5a-fea5-49a3-affc-2e05564e6b8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:47:24.820852 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.managers [None req-6843ba5a-fea5-49a3-affc-2e05564e6b8a None None] Attempting to bind port ca08b4a5-bae6-4ec7-a8e3-8f86981a5313 on host dv-cinder-840375-1-iscsi for vnic_type normal with profile {{(pid=114214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:47:24.821580 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.managers [None req-6843ba5a-fea5-49a3-affc-2e05564e6b8a None None] Attempting to bind port ca08b4a5-bae6-4ec7-a8e3-8f86981a5313 by drivers openvswitch,hyperv on host dv-cinder-840375-1-iscsi at level 0 using segments [{'id': '444d17ac-dcaa-434d-ac8b-9bfce440269e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b4a4246b-52ee-4187-9d3c-009aac6ccd3e'}] {{(pid=114214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:47:24.822196 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6843ba5a-fea5-49a3-affc-2e05564e6b8a None None] Attempting to bind port ca08b4a5-bae6-4ec7-a8e3-8f86981a5313 on network b4a4246b-52ee-4187-9d3c-009aac6ccd3e {{(pid=114214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 23:47:24.828069 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6843ba5a-fea5-49a3-affc-2e05564e6b8a None None] Checking agent: {'id': 'cd69fb9c-fe1e-4524-b6a8-2fc8f7c83280', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840375-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 23, 44, 7), 'started_at': datetime.datetime(2022, 5, 3, 23, 44, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840375-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 23:47:24.828457 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6843ba5a-fea5-49a3-affc-2e05564e6b8a None None] Checking segment: {'id': '444d17ac-dcaa-434d-ac8b-9bfce440269e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b4a4246b-52ee-4187-9d3c-009aac6ccd3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 03 23:47:24.828817 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-6843ba5a-fea5-49a3-affc-2e05564e6b8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:47:24.829243 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6843ba5a-fea5-49a3-affc-2e05564e6b8a None None] Bound using segment: {'id': '444d17ac-dcaa-434d-ac8b-9bfce440269e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b4a4246b-52ee-4187-9d3c-009aac6ccd3e'} {{(pid=114214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 23:47:24.829700 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.managers [None req-6843ba5a-fea5-49a3-affc-2e05564e6b8a None None] Bound port: ca08b4a5-bae6-4ec7-a8e3-8f86981a5313, host: dv-cinder-840375-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '444d17ac-dcaa-434d-ac8b-9bfce440269e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b4a4246b-52ee-4187-9d3c-009aac6ccd3e'}}] {{(pid=114214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:47:24.830118 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-6843ba5a-fea5-49a3-affc-2e05564e6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:47:24.898267 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-6843ba5a-fea5-49a3-affc-2e05564e6b8a None None] For port ca08b4a5-bae6-4ec7-a8e3-8f86981a5313, host dv-cinder-840375-1-iscsi, cleared binding levels {{(pid=114214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 23:47:24.901603 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-6843ba5a-fea5-49a3-affc-2e05564e6b8a None None] For port ca08b4a5-bae6-4ec7-a8e3-8f86981a5313, host dv-cinder-840375-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=ca08b4a5-bae6-4ec7-a8e3-8f86981a5313,segment=NetworkSegment(444d17ac-dcaa-434d-ac8b-9bfce440269e),segment_id=444d17ac-dcaa-434d-ac8b-9bfce440269e)] {{(pid=114214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 23:47:24.967059 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-6843ba5a-fea5-49a3-affc-2e05564e6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:47:25.041164 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6843ba5a-fea5-49a3-affc-2e05564e6b8a None None] Pushing event updated for resources: {'Port': ['ID=ca08b4a5-bae6-4ec7-a8e3-8f86981a5313,revision_number=2']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:47:25.867956 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7d79b6-ad0d-4875-8105-40f5ce1218b2 None None] Network b4a4246b-52ee-4187-9d3c-009aac6ccd3e requested from dv-cinder-840375-1-iscsi {{(pid=114214) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 03 23:47:25.954505 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-ceac5f73-3cee-400f-8ca3-93a4ad39fb6d None None] Provisioning complete for port ca08b4a5-bae6-4ec7-a8e3-8f86981a5313 triggered by entity DHCP. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:47:25.954875 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-ceac5f73-3cee-400f-8ca3-93a4ad39fb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:47:26.099167 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-ceac5f73-3cee-400f-8ca3-93a4ad39fb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:47:26.138719 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-ceac5f73-3cee-400f-8ca3-93a4ad39fb6d None None] For port ca08b4a5-bae6-4ec7-a8e3-8f86981a5313, host dv-cinder-840375-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=ca08b4a5-bae6-4ec7-a8e3-8f86981a5313,segment=NetworkSegment(444d17ac-dcaa-434d-ac8b-9bfce440269e),segment_id=444d17ac-dcaa-434d-ac8b-9bfce440269e)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:47:26.217793 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-ceac5f73-3cee-400f-8ca3-93a4ad39fb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:47:26.292691 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceac5f73-3cee-400f-8ca3-93a4ad39fb6d None None] Pushing event updated for resources: {'Port': ['ID=ca08b4a5-bae6-4ec7-a8e3-8f86981a5313,revision_number=3']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:47:26.328263 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device ca08b4a5-bae6-4ec7-a8e3-8f86981a5313 up at agent ovs-agent-dv-cinder-840375-1-iscsi {{(pid=114214) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 23:47:26.369807 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-ea2b8e92-a28e-4701-b955-aa6cf32b03f6 None None] Provisioning complete for port ca08b4a5-bae6-4ec7-a8e3-8f86981a5313 triggered by entity DHCP. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:47:26.370125 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-ea2b8e92-a28e-4701-b955-aa6cf32b03f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:47:26.419411 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Provisioning complete for port ca08b4a5-bae6-4ec7-a8e3-8f86981a5313 triggered by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:47:26.419780 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:47:28.267317 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device ca08b4a5-bae6-4ec7-a8e3-8f86981a5313 up at agent ovs-agent-dv-cinder-840375-1-iscsi {{(pid=114214) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 23:47:28.318316 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Provisioning complete for port ca08b4a5-bae6-4ec7-a8e3-8f86981a5313 triggered by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:47:28.318680 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:47:31.348342 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-1131f264-82bb-4d7e-835d-aca3e06f2736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:47:33.854286 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-38a53465-ac44-4b9f-a0fb-b6bc850a9d9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:47:35.282527 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-9988ed24-7efc-4e8a-acf7-bcbfa55ed3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:47:36.094631 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-f3996685-9434-443c-b5d7-edb245b755aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:47:36.843368 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:47:53.368983 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.agents_db [None req-33eb5aa9-4e04-49df-8f84-9829a3bd54c6 None None] Agent healthcheck: found 5 active agents {{(pid=114215) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 23:48:01.347436 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-deecd058-14f5-4b67-b8e5-11c8b054fc96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:48:03.856430 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-ff8c7cfe-f09a-41fe-9bff-819c4b8ea900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:48:05.284613 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-9988ed24-7efc-4e8a-acf7-bcbfa55ed3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:48:06.062130 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-f3996685-9434-443c-b5d7-edb245b755aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:48:06.958702 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:48:30.368196 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.agents_db [None req-33eb5aa9-4e04-49df-8f84-9829a3bd54c6 None None] Agent healthcheck: found 5 active agents {{(pid=114215) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 23:48:31.363650 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-5da8b040-f9a6-4da3-8cc2-cbfa685ee8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:48:33.823777 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-d719ee8f-c5bc-4d3d-ae43-d9f56b040848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:48:35.331608 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-9988ed24-7efc-4e8a-acf7-bcbfa55ed3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:48:36.077806 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-f3996685-9434-443c-b5d7-edb245b755aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:48:36.851472 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:49:01.362641 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-9b7c6d50-f0be-4cdc-b342-c5022e3293fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:49:02.980933 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 34442) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:49:02.988531 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [None req-992666ad-a8f0-40e4-ae5e-c80d7e94710f tempest-verify_tempest_config-1676196206 tempest-verify_tempest_config-1676196206-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=114212) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:49:02.990045 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-992666ad-a8f0-40e4-ae5e-c80d7e94710f tempest-verify_tempest_config-1676196206 tempest-verify_tempest_config-1676196206-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0079241 May 03 23:49:03.517460 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 34460) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:49:03.628786 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-643ce8cc-abc8-42c8-aaea-9da93f1fab64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:49:03.704807 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-643ce8cc-abc8-42c8-aaea-9da93f1fab64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:49:03.763447 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-643ce8cc-abc8-42c8-aaea-9da93f1fab64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:49:03.809577 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643ce8cc-abc8-42c8-aaea-9da93f1fab64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b46836-e3f8-4dee-9797-4f3c4088fe44,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:49:03.814260 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-643ce8cc-abc8-42c8-aaea-9da93f1fab64 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4d49261603224d06a91dba15e7e3df71&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2957613 May 03 23:49:03.817094 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 34464) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:49:03.818259 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-f5e99d3c-ef99-400b-81d6-3fa315d9f5fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:49:03.818658 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643ce8cc-abc8-42c8-aaea-9da93f1fab64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:49:03.819614 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643ce8cc-abc8-42c8-aaea-9da93f1fab64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:49:03.820205 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643ce8cc-abc8-42c8-aaea-9da93f1fab64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:49:03.820574 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643ce8cc-abc8-42c8-aaea-9da93f1fab64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:49:03.820902 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643ce8cc-abc8-42c8-aaea-9da93f1fab64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:49:03.821231 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643ce8cc-abc8-42c8-aaea-9da93f1fab64 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:49:03.821551 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643ce8cc-abc8-42c8-aaea-9da93f1fab64 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:49:03.821893 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643ce8cc-abc8-42c8-aaea-9da93f1fab64 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:49:03.822407 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643ce8cc-abc8-42c8-aaea-9da93f1fab64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:49:03.822739 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643ce8cc-abc8-42c8-aaea-9da93f1fab64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:49:03.823057 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643ce8cc-abc8-42c8-aaea-9da93f1fab64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:49:03.823370 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643ce8cc-abc8-42c8-aaea-9da93f1fab64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:49:03.903724 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-20c39e60-b8bd-4fd4-bece-724ca7efd342 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:49:03.924314 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-20c39e60-b8bd-4fd4-bece-724ca7efd342 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:49:04.094457 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-20c39e60-b8bd-4fd4-bece-724ca7efd342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:49:04.096959 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-20c39e60-b8bd-4fd4-bece-724ca7efd342 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:49:04.098146 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-20c39e60-b8bd-4fd4-bece-724ca7efd342 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b9b46836-e3f8-4dee-9797-4f3c4088fe44 HTTP/1.1" status: 204 len: 168 time: 0.2800093 May 03 23:49:04.107211 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c39e60-b8bd-4fd4-bece-724ca7efd342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b46836-e3f8-4dee-9797-4f3c4088fe44,revision_number=None']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:49:04.116972 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c39e60-b8bd-4fd4-bece-724ca7efd342 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:49:04.117317 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c39e60-b8bd-4fd4-bece-724ca7efd342 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:49:04.117698 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c39e60-b8bd-4fd4-bece-724ca7efd342 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:49:04.118046 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c39e60-b8bd-4fd4-bece-724ca7efd342 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:49:04.118366 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c39e60-b8bd-4fd4-bece-724ca7efd342 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:49:04.118707 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c39e60-b8bd-4fd4-bece-724ca7efd342 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:49:04.119027 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c39e60-b8bd-4fd4-bece-724ca7efd342 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:49:04.119344 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c39e60-b8bd-4fd4-bece-724ca7efd342 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:49:04.119678 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c39e60-b8bd-4fd4-bece-724ca7efd342 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:49:04.119995 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c39e60-b8bd-4fd4-bece-724ca7efd342 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:49:04.120450 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c39e60-b8bd-4fd4-bece-724ca7efd342 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:49:04.121400 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c39e60-b8bd-4fd4-bece-724ca7efd342 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:49:04.122901 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c39e60-b8bd-4fd4-bece-724ca7efd342 admin admin] Tracked resource versions report: May 03 23:49:04.122901 dv-cinder-840375-1-iscsi neutron-server[114213]: pushed versions: May 03 23:49:04.122901 dv-cinder-840375-1-iscsi neutron-server[114213]: { 'AddressGroup': {'1.2'}, May 03 23:49:04.122901 dv-cinder-840375-1-iscsi neutron-server[114213]: 'ConntrackHelper': {'1.0'}, May 03 23:49:04.122901 dv-cinder-840375-1-iscsi neutron-server[114213]: 'Log': {'1.0'}, May 03 23:49:04.122901 dv-cinder-840375-1-iscsi neutron-server[114213]: 'Network': {'1.1'}, May 03 23:49:04.122901 dv-cinder-840375-1-iscsi neutron-server[114213]: 'Port': {'1.7'}, May 03 23:49:04.122901 dv-cinder-840375-1-iscsi neutron-server[114213]: 'PortForwarding': {'1.2'}, May 03 23:49:04.122901 dv-cinder-840375-1-iscsi neutron-server[114213]: 'QosPolicy': {'1.9'}, May 03 23:49:04.122901 dv-cinder-840375-1-iscsi neutron-server[114213]: 'SecurityGroup': {'1.4'}, May 03 23:49:04.122901 dv-cinder-840375-1-iscsi neutron-server[114213]: 'SecurityGroupRule': {'1.2'}, May 03 23:49:04.122901 dv-cinder-840375-1-iscsi neutron-server[114213]: 'SubPort': {'1.0'}, May 03 23:49:04.122901 dv-cinder-840375-1-iscsi neutron-server[114213]: 'Subnet': {'1.1'}, May 03 23:49:04.122901 dv-cinder-840375-1-iscsi neutron-server[114213]: 'Trunk': {'1.1'}} May 03 23:49:04.122901 dv-cinder-840375-1-iscsi neutron-server[114213]: consumer versions: May 03 23:49:04.122901 dv-cinder-840375-1-iscsi neutron-server[114213]: { DHCP agent@dv-cinder-840375-1-iscsi: {}, May 03 23:49:04.122901 dv-cinder-840375-1-iscsi neutron-server[114213]: L3 agent@dv-cinder-840375-1-iscsi: {}, May 03 23:49:04.122901 dv-cinder-840375-1-iscsi neutron-server[114213]: Metadata agent@dv-cinder-840375-1-iscsi: {}, May 03 23:49:04.122901 dv-cinder-840375-1-iscsi neutron-server[114213]: Metering agent@dv-cinder-840375-1-iscsi: {}, May 03 23:49:04.122901 dv-cinder-840375-1-iscsi neutron-server[114213]: Open vSwitch agent@dv-cinder-840375-1-iscsi: { 'AddressGroup': '1.2', May 03 23:49:04.122901 dv-cinder-840375-1-iscsi neutron-server[114213]: 'ConntrackHelper': '1.0', May 03 23:49:04.122901 dv-cinder-840375-1-iscsi neutron-server[114213]: 'Log': '1.0', May 03 23:49:04.122901 dv-cinder-840375-1-iscsi neutron-server[114213]: 'Network': '1.1', May 03 23:49:04.122901 dv-cinder-840375-1-iscsi neutron-server[114213]: 'Port': '1.7', May 03 23:49:04.122901 dv-cinder-840375-1-iscsi neutron-server[114213]: 'PortForwarding': '1.2', May 03 23:49:04.122901 dv-cinder-840375-1-iscsi neutron-server[114213]: 'QosPolicy': '1.9', May 03 23:49:04.122901 dv-cinder-840375-1-iscsi neutron-server[114213]: 'SecurityGroup': '1.4', May 03 23:49:04.122901 dv-cinder-840375-1-iscsi neutron-server[114213]: 'SecurityGroupRule': '1.2', May 03 23:49:04.122901 dv-cinder-840375-1-iscsi neutron-server[114213]: 'SubPort': '1.0', May 03 23:49:04.122901 dv-cinder-840375-1-iscsi neutron-server[114213]: 'Subnet': '1.1', May 03 23:49:04.122901 dv-cinder-840375-1-iscsi neutron-server[114213]: 'Trunk': '1.1'}} May 03 23:49:04.122901 dv-cinder-840375-1-iscsi neutron-server[114213]: {{(pid=114213) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 23:49:05.296673 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-9988ed24-7efc-4e8a-acf7-bcbfa55ed3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:49:06.074858 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-f3996685-9434-443c-b5d7-edb245b755aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:49:06.885033 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:49:07.366638 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.agents_db [None req-33eb5aa9-4e04-49df-8f84-9829a3bd54c6 None None] Agent healthcheck: found 5 active agents {{(pid=114215) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 23:49:31.350415 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-2fce7c9e-4075-4521-9fb8-04f6c7a2f42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:49:33.826834 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-bb6c938a-5671-4d1e-ac2d-8de7c8613783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:49:35.294950 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-9988ed24-7efc-4e8a-acf7-bcbfa55ed3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:49:36.089309 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-f3996685-9434-443c-b5d7-edb245b755aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:49:36.871901 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:49:44.364636 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.agents_db [None req-33eb5aa9-4e04-49df-8f84-9829a3bd54c6 None None] Agent healthcheck: found 5 active agents {{(pid=114215) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 23:50:01.360644 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-53717f31-dfa7-4234-aca6-ed8bba7ad706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:50:03.819501 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-7191b4cb-36bf-4a46-a8b4-e5ea24b70d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:50:05.288640 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-9988ed24-7efc-4e8a-acf7-bcbfa55ed3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:50:06.091486 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-f3996685-9434-443c-b5d7-edb245b755aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:50:06.857185 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:50:21.364419 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.agents_db [None req-33eb5aa9-4e04-49df-8f84-9829a3bd54c6 None None] Agent healthcheck: found 5 active agents {{(pid=114215) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 23:50:31.355316 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-d6a38929-28c2-42e8-a4fa-ca9325c25eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:50:33.862388 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-b7e1f272-1f41-4a8c-99eb-f15bef8050b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:50:35.313523 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-9988ed24-7efc-4e8a-acf7-bcbfa55ed3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:50:36.113822 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-f3996685-9434-443c-b5d7-edb245b755aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:50:36.869979 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:50:48.018009 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3761789'] for agent, after_create {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:50:58.362371 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.agents_db [None req-33eb5aa9-4e04-49df-8f84-9829a3bd54c6 None None] Agent healthcheck: found 6 active agents {{(pid=114215) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 23:51:01.366603 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-dd74ce98-5626-4e8d-8312-d52ad22dcf7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:02.310061 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 34540) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:51:02.438642 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-fa9d2693-f927-477d-9eb0-8a8239a2f835 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1272492 May 03 23:51:03.863095 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-85481ad9-03a7-4ab2-a41e-aacf8c5c93d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:04.883620 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 34550) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:51:04.943114 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-bc8a07b6-cd94-4343-80f0-8965bd1bc9d5 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0583730 May 03 23:51:05.354590 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-9988ed24-7efc-4e8a-acf7-bcbfa55ed3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:06.108728 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-f3996685-9434-443c-b5d7-edb245b755aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:06.878734 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:18.040072 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:31.399915 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-8d976ff3-deed-4e64-a111-c42d1bffa844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:33.837771 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-c0d56ef6-87b2-4ada-b722-4e6e6afa949d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:35.318875 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-9988ed24-7efc-4e8a-acf7-bcbfa55ed3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:35.363273 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.agents_db [None req-33eb5aa9-4e04-49df-8f84-9829a3bd54c6 None None] Agent healthcheck: found 6 active agents {{(pid=114215) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 23:51:36.118814 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-f3996685-9434-443c-b5d7-edb245b755aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:36.878542 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:48.043846 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:01.385308 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-2334eae1-9989-403c-a6ec-850e31768e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:03.837805 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-71464a14-e89f-47d6-a757-206c8a47e1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:05.351782 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-9988ed24-7efc-4e8a-acf7-bcbfa55ed3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:06.162605 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-f3996685-9434-443c-b5d7-edb245b755aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:06.882023 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:12.367578 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.agents_db [None req-33eb5aa9-4e04-49df-8f84-9829a3bd54c6 None None] Agent healthcheck: found 6 active agents {{(pid=114215) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 23:52:18.025883 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:31.389453 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-2c942f5b-4025-4d14-b944-4deaaab5cf1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:33.829960 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-79bcec03-c3a0-45b2-8acc-04e1e4470ef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:35.334614 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-9988ed24-7efc-4e8a-acf7-bcbfa55ed3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:36.120415 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-f3996685-9434-443c-b5d7-edb245b755aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:36.893952 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:48.017455 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:49.373448 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.agents_db [None req-33eb5aa9-4e04-49df-8f84-9829a3bd54c6 None None] Agent healthcheck: found 6 active agents {{(pid=114215) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 23:52:53.884538 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 34710) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:52:54.235240 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [None req-aa1b2aa3-7563-4456-b0ea-0fb8c95b3b88 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-158062797-network', 'tenant_id': '4f6a10010e894f0390d087e92b3d1035'}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:52:54.296171 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 34734) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:52:54.355570 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa1b2aa3-7563-4456-b0ea-0fb8c95b3b88 admin admin] Made reservation on behalf of 4f6a10010e894f0390d087e92b3d1035 for: {'network': 1} {{(pid=114212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:52:54.358309 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-aa1b2aa3-7563-4456-b0ea-0fb8c95b3b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for network, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:54.368626 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-aa1b2aa3-7563-4456-b0ea-0fb8c95b3b88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:54.462235 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-aa1b2aa3-7563-4456-b0ea-0fb8c95b3b88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:54.534373 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.v2.base [None req-203937b7-1fbd-4753-b59b-e686574ccf9d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2104173359-network', 'tenant_id': '03bce0db30814ab1a93850e3a33758bc'}} {{(pid=114213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:52:54.550781 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-aa1b2aa3-7563-4456-b0ea-0fb8c95b3b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:54.590809 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa1b2aa3-7563-4456-b0ea-0fb8c95b3b88 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=114212) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 23:52:54.607572 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1b2aa3-7563-4456-b0ea-0fb8c95b3b88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c478ceba-1559-4a1d-b313-cad91c4452a9,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:52:54.624057 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1b2aa3-7563-4456-b0ea-0fb8c95b3b88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:52:54.624592 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1b2aa3-7563-4456-b0ea-0fb8c95b3b88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:52:54.625086 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1b2aa3-7563-4456-b0ea-0fb8c95b3b88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:52:54.625536 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1b2aa3-7563-4456-b0ea-0fb8c95b3b88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:52:54.626082 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1b2aa3-7563-4456-b0ea-0fb8c95b3b88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:52:54.631406 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1b2aa3-7563-4456-b0ea-0fb8c95b3b88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:52:54.631406 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1b2aa3-7563-4456-b0ea-0fb8c95b3b88 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:52:54.631406 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1b2aa3-7563-4456-b0ea-0fb8c95b3b88 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:52:54.631406 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1b2aa3-7563-4456-b0ea-0fb8c95b3b88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:52:54.631406 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1b2aa3-7563-4456-b0ea-0fb8c95b3b88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:52:54.631406 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1b2aa3-7563-4456-b0ea-0fb8c95b3b88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:52:54.631406 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1b2aa3-7563-4456-b0ea-0fb8c95b3b88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:52:54.631406 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1b2aa3-7563-4456-b0ea-0fb8c95b3b88 admin admin] Tracked resource versions report: May 03 23:52:54.631406 dv-cinder-840375-1-iscsi neutron-server[114212]: pushed versions: May 03 23:52:54.631406 dv-cinder-840375-1-iscsi neutron-server[114212]: { 'AddressGroup': {'1.2'}, May 03 23:52:54.631406 dv-cinder-840375-1-iscsi neutron-server[114212]: 'ConntrackHelper': {'1.0'}, May 03 23:52:54.631406 dv-cinder-840375-1-iscsi neutron-server[114212]: 'Log': {'1.0'}, May 03 23:52:54.631406 dv-cinder-840375-1-iscsi neutron-server[114212]: 'Network': {'1.1'}, May 03 23:52:54.631406 dv-cinder-840375-1-iscsi neutron-server[114212]: 'Port': {'1.7'}, May 03 23:52:54.631406 dv-cinder-840375-1-iscsi neutron-server[114212]: 'PortForwarding': {'1.2'}, May 03 23:52:54.631406 dv-cinder-840375-1-iscsi neutron-server[114212]: 'QosPolicy': {'1.9'}, May 03 23:52:54.631406 dv-cinder-840375-1-iscsi neutron-server[114212]: 'SecurityGroup': {'1.4'}, May 03 23:52:54.631406 dv-cinder-840375-1-iscsi neutron-server[114212]: 'SecurityGroupRule': {'1.2'}, May 03 23:52:54.631406 dv-cinder-840375-1-iscsi neutron-server[114212]: 'SubPort': {'1.0'}, May 03 23:52:54.631406 dv-cinder-840375-1-iscsi neutron-server[114212]: 'Subnet': {'1.1'}, May 03 23:52:54.631406 dv-cinder-840375-1-iscsi neutron-server[114212]: 'Trunk': {'1.1'}} May 03 23:52:54.631406 dv-cinder-840375-1-iscsi neutron-server[114212]: consumer versions: May 03 23:52:54.631406 dv-cinder-840375-1-iscsi neutron-server[114212]: { DHCP agent@dv-cinder-840375-1-iscsi: {}, May 03 23:52:54.631406 dv-cinder-840375-1-iscsi neutron-server[114212]: HyperV agent@hv-cinder-84037: {}, May 03 23:52:54.631406 dv-cinder-840375-1-iscsi neutron-server[114212]: L3 agent@dv-cinder-840375-1-iscsi: {}, May 03 23:52:54.631406 dv-cinder-840375-1-iscsi neutron-server[114212]: Metadata agent@dv-cinder-840375-1-iscsi: {}, May 03 23:52:54.631406 dv-cinder-840375-1-iscsi neutron-server[114212]: Metering agent@dv-cinder-840375-1-iscsi: {}, May 03 23:52:54.631406 dv-cinder-840375-1-iscsi neutron-server[114212]: Open vSwitch agent@dv-cinder-840375-1-iscsi: { 'AddressGroup': '1.2', May 03 23:52:54.631406 dv-cinder-840375-1-iscsi neutron-server[114212]: 'ConntrackHelper': '1.0', May 03 23:52:54.631406 dv-cinder-840375-1-iscsi neutron-server[114212]: 'Log': '1.0', May 03 23:52:54.631406 dv-cinder-840375-1-iscsi neutron-server[114212]: 'Network': '1.1', May 03 23:52:54.631406 dv-cinder-840375-1-iscsi neutron-server[114212]: 'Port': '1.7', May 03 23:52:54.631406 dv-cinder-840375-1-iscsi neutron-server[114212]: 'PortForwarding': '1.2', May 03 23:52:54.631406 dv-cinder-840375-1-iscsi neutron-server[114212]: 'QosPolicy': '1.9', May 03 23:52:54.631406 dv-cinder-840375-1-iscsi neutron-server[114212]: 'SecurityGroup': '1.4', May 03 23:52:54.631406 dv-cinder-840375-1-iscsi neutron-server[114212]: 'SecurityGroupRule': '1.2', May 03 23:52:54.631406 dv-cinder-840375-1-iscsi neutron-server[114212]: 'SubPort': '1.0', May 03 23:52:54.631406 dv-cinder-840375-1-iscsi neutron-server[114212]: 'Subnet': '1.1', May 03 23:52:54.631406 dv-cinder-840375-1-iscsi neutron-server[114212]: 'Trunk': '1.1'}} May 03 23:52:54.631406 dv-cinder-840375-1-iscsi neutron-server[114212]: {{(pid=114212) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 23:52:54.636177 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-aa1b2aa3-7563-4456-b0ea-0fb8c95b3b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-611538'] for segment, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:54.636676 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.db.segments_db [None req-aa1b2aa3-7563-4456-b0ea-0fb8c95b3b88 admin admin] Added segment 191d73d0-9208-4ea1-bb83-ed60d521a42d of type vlan for network 88061c84-ec22-4a18-841b-8db91bd7572a May 03 23:52:54.657448 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-203937b7-1fbd-4753-b59b-e686574ccf9d admin admin] Made reservation on behalf of 03bce0db30814ab1a93850e3a33758bc for: {'network': 1} {{(pid=114213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:52:54.662030 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-203937b7-1fbd-4753-b59b-e686574ccf9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for network, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:54.679780 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-203937b7-1fbd-4753-b59b-e686574ccf9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:54.686072 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-aa1b2aa3-7563-4456-b0ea-0fb8c95b3b88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733331214529'] for network, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:54.800885 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-203937b7-1fbd-4753-b59b-e686574ccf9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:54.802166 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-aa1b2aa3-7563-4456-b0ea-0fb8c95b3b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298'] for network, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:54.803417 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1b2aa3-7563-4456-b0ea-0fb8c95b3b88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:52:54.803952 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-aa1b2aa3-7563-4456-b0ea-0fb8c95b3b88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748400'] for network, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:54.871910 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1b2aa3-7563-4456-b0ea-0fb8c95b3b88 admin admin] Pushing event updated for resources: {'Network': ['ID=88061c84-ec22-4a18-841b-8db91bd7572a,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:52:54.885340 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Network 88061c84-ec22-4a18-841b-8db91bd7572a details requested by agent ovs-agent-dv-cinder-840375-1-iscsi with host dv-cinder-840375-1-iscsi {{(pid=114214) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 23:52:54.911562 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-203937b7-1fbd-4753-b59b-e686574ccf9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:54.963632 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203937b7-1fbd-4753-b59b-e686574ccf9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0befba-e756-4c58-8b54-0de568ecfb65,revision_number=1']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:52:54.979299 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-aa1b2aa3-7563-4456-b0ea-0fb8c95b3b88 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0884774 May 03 23:52:54.979299 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 34762) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:52:54.988033 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203937b7-1fbd-4753-b59b-e686574ccf9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:52:54.988553 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203937b7-1fbd-4753-b59b-e686574ccf9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:52:54.988923 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203937b7-1fbd-4753-b59b-e686574ccf9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:52:54.989833 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203937b7-1fbd-4753-b59b-e686574ccf9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:52:54.989833 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203937b7-1fbd-4753-b59b-e686574ccf9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:52:54.990753 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203937b7-1fbd-4753-b59b-e686574ccf9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:52:54.990753 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203937b7-1fbd-4753-b59b-e686574ccf9d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:52:54.990977 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203937b7-1fbd-4753-b59b-e686574ccf9d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:52:54.991337 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [None req-bc8011e2-e78b-4a0f-933b-9ccbae406481 admin admin] Request body: {'subnet': {'network_id': '88061c84-ec22-4a18-841b-8db91bd7572a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-158062797-subnet', 'tenant_id': '4f6a10010e894f0390d087e92b3d1035', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:52:54.991468 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203937b7-1fbd-4753-b59b-e686574ccf9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:52:54.991954 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203937b7-1fbd-4753-b59b-e686574ccf9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:52:54.992298 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203937b7-1fbd-4753-b59b-e686574ccf9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:52:54.992696 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203937b7-1fbd-4753-b59b-e686574ccf9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:52:54.993940 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203937b7-1fbd-4753-b59b-e686574ccf9d admin admin] Tracked resource versions report: May 03 23:52:54.993940 dv-cinder-840375-1-iscsi neutron-server[114213]: pushed versions: May 03 23:52:54.993940 dv-cinder-840375-1-iscsi neutron-server[114213]: { 'AddressGroup': {'1.2'}, May 03 23:52:54.993940 dv-cinder-840375-1-iscsi neutron-server[114213]: 'ConntrackHelper': {'1.0'}, May 03 23:52:54.993940 dv-cinder-840375-1-iscsi neutron-server[114213]: 'Log': {'1.0'}, May 03 23:52:54.993940 dv-cinder-840375-1-iscsi neutron-server[114213]: 'Network': {'1.1'}, May 03 23:52:54.993940 dv-cinder-840375-1-iscsi neutron-server[114213]: 'Port': {'1.7'}, May 03 23:52:54.993940 dv-cinder-840375-1-iscsi neutron-server[114213]: 'PortForwarding': {'1.2'}, May 03 23:52:54.993940 dv-cinder-840375-1-iscsi neutron-server[114213]: 'QosPolicy': {'1.9'}, May 03 23:52:54.993940 dv-cinder-840375-1-iscsi neutron-server[114213]: 'SecurityGroup': {'1.4'}, May 03 23:52:54.993940 dv-cinder-840375-1-iscsi neutron-server[114213]: 'SecurityGroupRule': {'1.2'}, May 03 23:52:54.993940 dv-cinder-840375-1-iscsi neutron-server[114213]: 'SubPort': {'1.0'}, May 03 23:52:54.993940 dv-cinder-840375-1-iscsi neutron-server[114213]: 'Subnet': {'1.1'}, May 03 23:52:54.993940 dv-cinder-840375-1-iscsi neutron-server[114213]: 'Trunk': {'1.1'}} May 03 23:52:54.993940 dv-cinder-840375-1-iscsi neutron-server[114213]: consumer versions: May 03 23:52:54.993940 dv-cinder-840375-1-iscsi neutron-server[114213]: { DHCP agent@dv-cinder-840375-1-iscsi: {}, May 03 23:52:54.993940 dv-cinder-840375-1-iscsi neutron-server[114213]: HyperV agent@hv-cinder-84037: {}, May 03 23:52:54.993940 dv-cinder-840375-1-iscsi neutron-server[114213]: L3 agent@dv-cinder-840375-1-iscsi: {}, May 03 23:52:54.993940 dv-cinder-840375-1-iscsi neutron-server[114213]: Metadata agent@dv-cinder-840375-1-iscsi: {}, May 03 23:52:54.993940 dv-cinder-840375-1-iscsi neutron-server[114213]: Metering agent@dv-cinder-840375-1-iscsi: {}, May 03 23:52:54.993940 dv-cinder-840375-1-iscsi neutron-server[114213]: Open vSwitch agent@dv-cinder-840375-1-iscsi: { 'AddressGroup': '1.2', May 03 23:52:54.993940 dv-cinder-840375-1-iscsi neutron-server[114213]: 'ConntrackHelper': '1.0', May 03 23:52:54.993940 dv-cinder-840375-1-iscsi neutron-server[114213]: 'Log': '1.0', May 03 23:52:54.993940 dv-cinder-840375-1-iscsi neutron-server[114213]: 'Network': '1.1', May 03 23:52:54.993940 dv-cinder-840375-1-iscsi neutron-server[114213]: 'Port': '1.7', May 03 23:52:54.993940 dv-cinder-840375-1-iscsi neutron-server[114213]: 'PortForwarding': '1.2', May 03 23:52:54.993940 dv-cinder-840375-1-iscsi neutron-server[114213]: 'QosPolicy': '1.9', May 03 23:52:54.993940 dv-cinder-840375-1-iscsi neutron-server[114213]: 'SecurityGroup': '1.4', May 03 23:52:54.993940 dv-cinder-840375-1-iscsi neutron-server[114213]: 'SecurityGroupRule': '1.2', May 03 23:52:54.993940 dv-cinder-840375-1-iscsi neutron-server[114213]: 'SubPort': '1.0', May 03 23:52:54.993940 dv-cinder-840375-1-iscsi neutron-server[114213]: 'Subnet': '1.1', May 03 23:52:54.993940 dv-cinder-840375-1-iscsi neutron-server[114213]: 'Trunk': '1.1'}} May 03 23:52:54.993940 dv-cinder-840375-1-iscsi neutron-server[114213]: {{(pid=114213) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 23:52:55.004727 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-203937b7-1fbd-4753-b59b-e686574ccf9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=114213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 23:52:55.028224 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-203937b7-1fbd-4753-b59b-e686574ccf9d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733331665143', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-611538'] for segment, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:55.028857 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-203937b7-1fbd-4753-b59b-e686574ccf9d admin admin] Unsubscribe: segment precommit_create {{(pid=114213) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 03 23:52:55.029711 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.db.segments_db [None req-203937b7-1fbd-4753-b59b-e686574ccf9d admin admin] Added segment e39c8e49-66af-4d27-b151-3cf1448d7fbf of type vlan for network 6794dc24-6270-444d-9eb8-8dafb7765ac3 May 03 23:52:55.106998 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-203937b7-1fbd-4753-b59b-e686574ccf9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733331214529'] for network, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:55.110308 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc8011e2-e78b-4a0f-933b-9ccbae406481 admin admin] Made reservation on behalf of 4f6a10010e894f0390d087e92b3d1035 for: {'subnet': 1} {{(pid=114212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:52:55.114376 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-bc8011e2-e78b-4a0f-933b-9ccbae406481 admin admin] Notify callbacks [] for subnet, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:55.270102 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-203937b7-1fbd-4753-b59b-e686574ccf9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298'] for network, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:55.271765 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203937b7-1fbd-4753-b59b-e686574ccf9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:52:55.272794 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-203937b7-1fbd-4753-b59b-e686574ccf9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748400'] for network, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:55.345142 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 34770) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:52:55.369799 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 34774) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:52:55.389804 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-203937b7-1fbd-4753-b59b-e686574ccf9d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0925467 May 03 23:52:55.394763 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 34778) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:52:55.401500 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [None req-a764dd2e-32ee-4724-ba01-f21b1233c504 admin admin] Request body: {'subnet': {'network_id': '6794dc24-6270-444d-9eb8-8dafb7765ac3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2104173359-subnet', 'tenant_id': '03bce0db30814ab1a93850e3a33758bc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:52:55.410909 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 34780) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:52:55.424523 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203937b7-1fbd-4753-b59b-e686574ccf9d admin admin] Pushing event updated for resources: {'Network': ['ID=6794dc24-6270-444d-9eb8-8dafb7765ac3,revision_number=1']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:52:55.425925 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-bc8011e2-e78b-4a0f-933b-9ccbae406481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298'] for subnet, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:55.437492 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Network 6794dc24-6270-444d-9eb8-8dafb7765ac3 details requested by agent ovs-agent-dv-cinder-840375-1-iscsi with host dv-cinder-840375-1-iscsi {{(pid=114214) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 23:52:55.540220 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8011e2-e78b-4a0f-933b-9ccbae406481 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5c212ed-61ce-414c-afb5-0c8516817b16,revision_number=0']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:52:55.546706 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a764dd2e-32ee-4724-ba01-f21b1233c504 admin admin] Made reservation on behalf of 03bce0db30814ab1a93850e3a33758bc for: {'subnet': 1} {{(pid=114212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:52:55.553316 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-a764dd2e-32ee-4724-ba01-f21b1233c504 admin admin] Notify callbacks [] for subnet, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:55.663166 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [None req-994ac23e-7153-48fe-935a-2225937b22d2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-462322208-network', 'tenant_id': '18702b8992014a4095bdd8f1a1117571'}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:52:55.701318 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.v2.base [None req-24015bc5-d21d-4abd-bdfd-63d2978e5c2d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-624652569-network', 'tenant_id': 'ba13458f0d404adaac6b1c5fa3e6d377'}} {{(pid=114213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:52:55.729487 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [None req-96e8a323-288c-4744-ad53-44facbf1bb21 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1249797005-network', 'tenant_id': 'b61197edd2154db6b72b860e57ff43ed'}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:52:55.735570 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8011e2-e78b-4a0f-933b-9ccbae406481 admin admin] Checking segment: {'id': '191d73d0-9208-4ea1-bb83-ed60d521a42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '88061c84-ec22-4a18-841b-8db91bd7572a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 03 23:52:55.739984 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8011e2-e78b-4a0f-933b-9ccbae406481 admin admin] Network hostable DHCP agents. Network: 88061c84-ec22-4a18-841b-8db91bd7572a, hostable agents: ['68d83d53-3271-4b5e-a364-332abe4e6306'], hosted agents: [] {{(pid=114212) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 23:52:55.795191 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24015bc5-d21d-4abd-bdfd-63d2978e5c2d admin admin] Made reservation on behalf of ba13458f0d404adaac6b1c5fa3e6d377 for: {'network': 1} {{(pid=114213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:52:55.798093 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-24015bc5-d21d-4abd-bdfd-63d2978e5c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for network, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:55.808169 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-24015bc5-d21d-4abd-bdfd-63d2978e5c2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:55.835356 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-994ac23e-7153-48fe-935a-2225937b22d2 admin admin] Made reservation on behalf of 18702b8992014a4095bdd8f1a1117571 for: {'network': 1} {{(pid=114212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:52:55.843600 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-994ac23e-7153-48fe-935a-2225937b22d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for network, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:55.850724 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-994ac23e-7153-48fe-935a-2225937b22d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:55.904486 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8011e2-e78b-4a0f-933b-9ccbae406481 admin admin] Network 88061c84-ec22-4a18-841b-8db91bd7572a is scheduled to be hosted by DHCP agent 68d83d53-3271-4b5e-a364-332abe4e6306 with binding_index 1 {{(pid=114212) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 23:52:55.906858 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e8a323-288c-4744-ad53-44facbf1bb21 admin admin] Made reservation on behalf of b61197edd2154db6b72b860e57ff43ed for: {'network': 1} {{(pid=114212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:52:55.909431 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-96e8a323-288c-4744-ad53-44facbf1bb21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for network, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:55.929468 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-96e8a323-288c-4744-ad53-44facbf1bb21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:55.946703 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-24015bc5-d21d-4abd-bdfd-63d2978e5c2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:56.000143 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.base_scheduler [None req-bc8011e2-e78b-4a0f-933b-9ccbae406481 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840375-1-iscsi, 88061c84-ec22-4a18-841b-8db91bd7572a) {{(pid=114212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:52:56.018132 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7718f3e9-253c-461f-99b0-9cc74a0df50d None None] Network 88061c84-ec22-4a18-841b-8db91bd7572a requested from dv-cinder-840375-1-iscsi {{(pid=114214) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 03 23:52:56.030015 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-994ac23e-7153-48fe-935a-2225937b22d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:56.033685 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-a764dd2e-32ee-4724-ba01-f21b1233c504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298'] for subnet, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:56.036947 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-24015bc5-d21d-4abd-bdfd-63d2978e5c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:56.043742 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8011e2-e78b-4a0f-933b-9ccbae406481 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:52:56.044636 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-bc8011e2-e78b-4a0f-933b-9ccbae406481 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748400'] for subnet, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:56.083233 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24015bc5-d21d-4abd-bdfd-63d2978e5c2d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=114213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 23:52:56.117167 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-24015bc5-d21d-4abd-bdfd-63d2978e5c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-611538'] for segment, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:56.120031 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.db.segments_db [None req-24015bc5-d21d-4abd-bdfd-63d2978e5c2d admin admin] Added segment b35ef663-3c8f-4adb-a120-88388ef27397 of type vlan for network e4df8367-3994-4e6c-a0c0-89f183bdd756 May 03 23:52:56.140546 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a764dd2e-32ee-4724-ba01-f21b1233c504 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9819db7-dd9c-4945-a665-c049574a03e0,revision_number=0']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:52:56.154115 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-994ac23e-7153-48fe-935a-2225937b22d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:56.160075 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-96e8a323-288c-4744-ad53-44facbf1bb21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:56.189048 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a764dd2e-32ee-4724-ba01-f21b1233c504 admin admin] Checking segment: {'id': 'e39c8e49-66af-4d27-b151-3cf1448d7fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '6794dc24-6270-444d-9eb8-8dafb7765ac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 03 23:52:56.189586 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a764dd2e-32ee-4724-ba01-f21b1233c504 admin admin] Network hostable DHCP agents. Network: 6794dc24-6270-444d-9eb8-8dafb7765ac3, hostable agents: ['68d83d53-3271-4b5e-a364-332abe4e6306'], hosted agents: [] {{(pid=114212) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 23:52:56.192019 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-994ac23e-7153-48fe-935a-2225937b22d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=114212) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 23:52:56.212042 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994ac23e-7153-48fe-935a-2225937b22d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f20d66-59e1-43d4-8599-5844f3405f13,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:52:56.217031 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-994ac23e-7153-48fe-935a-2225937b22d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-611538'] for segment, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:56.217031 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.db.segments_db [None req-994ac23e-7153-48fe-935a-2225937b22d2 admin admin] Added segment d4ac9688-7820-43e6-987e-96b1e1f3947a of type vlan for network 604bb18a-bbc8-4a96-8a59-cda5f9a33ba3 May 03 23:52:56.222399 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-bc8011e2-e78b-4a0f-933b-9ccbae406481 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2435157 May 03 23:52:56.233733 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 34800) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:52:56.241340 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [None req-dc128d2e-3ca1-42d8-9074-d563aa66923e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-158062797-router', 'tenant_id': '4f6a10010e894f0390d087e92b3d1035', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c'}}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:52:56.288799 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-96e8a323-288c-4744-ad53-44facbf1bb21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:56.306932 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-994ac23e-7153-48fe-935a-2225937b22d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733331214529'] for network, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:56.315870 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb8db60-d507-4403-9021-6d90edd7b2d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6859a26-b6ae-50b6-ac7d-ce164fc290cc-88061c84-ec22-4a18-841b-8db91bd7572a', 'network_id': '88061c84-ec22-4a18-841b-8db91bd7572a', 'tenant_id': '4f6a10010e894f0390d087e92b3d1035', 'fixed_ips': [{'subnet_id': 'b5c212ed-61ce-414c-afb5-0c8516817b16'}]}} from dv-cinder-840375-1-iscsi. {{(pid=114214) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 03 23:52:56.320118 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-6cb8db60-d507-4403-9021-6d90edd7b2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_create {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:56.332251 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96e8a323-288c-4744-ad53-44facbf1bb21 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=114212) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 23:52:56.340971 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-24015bc5-d21d-4abd-bdfd-63d2978e5c2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733331214529'] for network, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:56.356177 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e8a323-288c-4744-ad53-44facbf1bb21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aabfbfc-09d0-4f5e-998f-a2943879bea3,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:52:56.364905 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-96e8a323-288c-4744-ad53-44facbf1bb21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-611538'] for segment, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:56.365244 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.db.segments_db [None req-96e8a323-288c-4744-ad53-44facbf1bb21 admin admin] Added segment 4aa0fff9-3f39-4107-a21f-e5e9bdcb305b of type vlan for network 0a6b04f9-6f06-4100-ad85-6b28ebd5afaa May 03 23:52:56.380104 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a764dd2e-32ee-4724-ba01-f21b1233c504 admin admin] Network 6794dc24-6270-444d-9eb8-8dafb7765ac3 is scheduled to be hosted by DHCP agent 68d83d53-3271-4b5e-a364-332abe4e6306 with binding_index 1 {{(pid=114212) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 23:52:56.380598 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24015bc5-d21d-4abd-bdfd-63d2978e5c2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=368cf922-5b8b-4ac9-b3b7-aaedfbed4279,revision_number=1']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:52:56.426707 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-96e8a323-288c-4744-ad53-44facbf1bb21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733331214529'] for network, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:56.453252 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-dc128d2e-3ca1-42d8-9074-d563aa66923e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3756941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9675'] for router, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:56.455476 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-dc128d2e-3ca1-42d8-9074-d563aa66923e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3759997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3761351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3931738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9666'] for router, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:56.506586 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-994ac23e-7153-48fe-935a-2225937b22d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298'] for network, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:56.507690 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994ac23e-7153-48fe-935a-2225937b22d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:52:56.508674 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-994ac23e-7153-48fe-935a-2225937b22d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748400'] for network, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:56.550573 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-24015bc5-d21d-4abd-bdfd-63d2978e5c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298'] for network, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:56.552945 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24015bc5-d21d-4abd-bdfd-63d2978e5c2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:52:56.554060 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-24015bc5-d21d-4abd-bdfd-63d2978e5c2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748400'] for network, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:56.594040 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.base_scheduler [None req-a764dd2e-32ee-4724-ba01-f21b1233c504 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840375-1-iscsi, 6794dc24-6270-444d-9eb8-8dafb7765ac3) {{(pid=114212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:52:56.608554 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-dc128d2e-3ca1-42d8-9074-d563aa66923e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:56.611399 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.db_base_plugin_common [None req-6cb8db60-d507-4403-9021-6d90edd7b2d3 None None] Allocated IP 172.20.0.2 (88061c84-ec22-4a18-841b-8db91bd7572a/b5c212ed-61ce-414c-afb5-0c8516817b16/34e098cb-2d67-4ddc-816e-703f7269fd5d) {{(pid=114214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:52:56.639488 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24015bc5-d21d-4abd-bdfd-63d2978e5c2d admin admin] Pushing event updated for resources: {'Network': ['ID=e4df8367-3994-4e6c-a0c0-89f183bdd756,revision_number=1']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:52:56.643357 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a764dd2e-32ee-4724-ba01-f21b1233c504 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:52:56.644150 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-a764dd2e-32ee-4724-ba01-f21b1233c504 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748400'] for subnet, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:56.653051 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-96e8a323-288c-4744-ad53-44facbf1bb21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298'] for network, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:56.658321 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e8a323-288c-4744-ad53-44facbf1bb21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:52:56.658321 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-96e8a323-288c-4744-ad53-44facbf1bb21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748400'] for network, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:56.658689 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319e4827-c86d-4a97-b5c0-912279126dcd None None] Network 6794dc24-6270-444d-9eb8-8dafb7765ac3 requested from dv-cinder-840375-1-iscsi {{(pid=114214) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 03 23:52:56.660496 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Network e4df8367-3994-4e6c-a0c0-89f183bdd756 details requested by agent ovs-agent-dv-cinder-840375-1-iscsi with host dv-cinder-840375-1-iscsi {{(pid=114214) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 23:52:56.674753 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994ac23e-7153-48fe-935a-2225937b22d2 admin admin] Pushing event updated for resources: {'Network': ['ID=604bb18a-bbc8-4a96-8a59-cda5f9a33ba3,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:52:56.688257 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-24015bc5-d21d-4abd-bdfd-63d2978e5c2d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2752545 May 03 23:52:56.688257 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 34822) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:52:56.694124 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.v2.base [None req-a087a1e8-1082-442a-bcb5-fa2d8d9e38e6 admin admin] Request body: {'subnet': {'network_id': 'e4df8367-3994-4e6c-a0c0-89f183bdd756', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-624652569-subnet', 'tenant_id': 'ba13458f0d404adaac6b1c5fa3e6d377', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:52:56.718208 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Network 604bb18a-bbc8-4a96-8a59-cda5f9a33ba3 details requested by agent ovs-agent-dv-cinder-840375-1-iscsi with host dv-cinder-840375-1-iscsi {{(pid=114214) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 23:52:56.748475 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e8a323-288c-4744-ad53-44facbf1bb21 admin admin] Pushing event updated for resources: {'Network': ['ID=0a6b04f9-6f06-4100-ad85-6b28ebd5afaa,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:52:56.760000 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-994ac23e-7153-48fe-935a-2225937b22d2 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4109674 May 03 23:52:56.768095 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 34828) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:52:56.774743 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [None req-0808e22f-dba4-4885-9159-d79314ca692a admin admin] Request body: {'subnet': {'network_id': '604bb18a-bbc8-4a96-8a59-cda5f9a33ba3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-462322208-subnet', 'tenant_id': '18702b8992014a4095bdd8f1a1117571', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:52:56.776122 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Network 0a6b04f9-6f06-4100-ad85-6b28ebd5afaa details requested by agent ovs-agent-dv-cinder-840375-1-iscsi with host dv-cinder-840375-1-iscsi {{(pid=114214) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 23:52:56.833139 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-a764dd2e-32ee-4724-ba01-f21b1233c504 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4370160 May 03 23:52:56.837907 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-96e8a323-288c-4744-ad53-44facbf1bb21 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4664152 May 03 23:52:56.838190 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 34832) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:52:56.846565 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.v2.base [None req-24a8c59d-966a-4cef-bde6-a0ffed8ea2a0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2104173359-router', 'tenant_id': '03bce0db30814ab1a93850e3a33758bc', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c'}}} {{(pid=114213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:52:56.854083 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 34836) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:52:56.864504 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.v2.base [None req-e74e37e2-be46-46aa-a7c5-6ff17abbe2c7 admin admin] Request body: {'subnet': {'network_id': '0a6b04f9-6f06-4100-ad85-6b28ebd5afaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1249797005-subnet', 'tenant_id': 'b61197edd2154db6b72b860e57ff43ed', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:52:56.951530 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a087a1e8-1082-442a-bcb5-fa2d8d9e38e6 admin admin] Made reservation on behalf of ba13458f0d404adaac6b1c5fa3e6d377 for: {'subnet': 1} {{(pid=114213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:52:56.953848 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-a087a1e8-1082-442a-bcb5-fa2d8d9e38e6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:56.984664 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0808e22f-dba4-4885-9159-d79314ca692a admin admin] Made reservation on behalf of 18702b8992014a4095bdd8f1a1117571 for: {'subnet': 1} {{(pid=114212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:52:57.002767 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-0808e22f-dba4-4885-9159-d79314ca692a admin admin] Notify callbacks [] for subnet, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:57.008836 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-dc128d2e-3ca1-42d8-9074-d563aa66923e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:57.067175 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-24a8c59d-966a-4cef-bde6-a0ffed8ea2a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3756941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9675'] for router, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:57.068311 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-24a8c59d-966a-4cef-bde6-a0ffed8ea2a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3759997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3761351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3931738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9666'] for router, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:57.093044 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e74e37e2-be46-46aa-a7c5-6ff17abbe2c7 admin admin] Made reservation on behalf of b61197edd2154db6b72b860e57ff43ed for: {'subnet': 1} {{(pid=114213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:52:57.109134 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-e74e37e2-be46-46aa-a7c5-6ff17abbe2c7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:57.283377 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-24a8c59d-966a-4cef-bde6-a0ffed8ea2a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:57.340698 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-6cb8db60-d507-4403-9021-6d90edd7b2d3 None None] Notify callbacks [] for port, precommit_create {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:57.414894 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712846cf-0cec-425d-aca9-b587b5844508 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6859a26-b6ae-50b6-ac7d-ce164fc290cc-6794dc24-6270-444d-9eb8-8dafb7765ac3', 'network_id': '6794dc24-6270-444d-9eb8-8dafb7765ac3', 'tenant_id': '03bce0db30814ab1a93850e3a33758bc', 'fixed_ips': [{'subnet_id': 'c9819db7-dd9c-4945-a665-c049574a03e0'}]}} from dv-cinder-840375-1-iscsi. {{(pid=114214) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 03 23:52:57.416076 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-712846cf-0cec-425d-aca9-b587b5844508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_create {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:57.433642 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-6cb8db60-d507-4403-9021-6d90edd7b2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733331236172'] for port, after_create {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:57.525427 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb8db60-d507-4403-9021-6d90edd7b2d3 None None] Network 88061c84-ec22-4a18-841b-8db91bd7572a is already hosted by enough agents. {{(pid=114214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:52:57.608460 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.scheduler.base_scheduler [None req-6cb8db60-d507-4403-9021-6d90edd7b2d3 None None] Resources bound (agent type, host, resource id): {{(pid=114214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:52:57.611670 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb8db60-d507-4403-9021-6d90edd7b2d3 None None] Pushing event updated for resources: {'Port': ['ID=34e098cb-2d67-4ddc-816e-703f7269fd5d,revision_number=1']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:52:57.614745 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb8db60-d507-4403-9021-6d90edd7b2d3 None None] Received port after_create {{(pid=114214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 23:52:57.634584 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb8db60-d507-4403-9021-6d90edd7b2d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:52:57.635345 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb8db60-d507-4403-9021-6d90edd7b2d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:52:57.635912 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb8db60-d507-4403-9021-6d90edd7b2d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:52:57.636492 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb8db60-d507-4403-9021-6d90edd7b2d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:52:57.637058 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb8db60-d507-4403-9021-6d90edd7b2d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:52:57.637617 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb8db60-d507-4403-9021-6d90edd7b2d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:52:57.638380 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb8db60-d507-4403-9021-6d90edd7b2d3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:52:57.638946 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb8db60-d507-4403-9021-6d90edd7b2d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:52:57.639539 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb8db60-d507-4403-9021-6d90edd7b2d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:52:57.640131 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb8db60-d507-4403-9021-6d90edd7b2d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:52:57.640779 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb8db60-d507-4403-9021-6d90edd7b2d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:52:57.641313 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb8db60-d507-4403-9021-6d90edd7b2d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:52:57.642690 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb8db60-d507-4403-9021-6d90edd7b2d3 None None] Tracked resource versions report: May 03 23:52:57.642690 dv-cinder-840375-1-iscsi neutron-server[114214]: pushed versions: May 03 23:52:57.642690 dv-cinder-840375-1-iscsi neutron-server[114214]: { 'AddressGroup': {'1.2'}, May 03 23:52:57.642690 dv-cinder-840375-1-iscsi neutron-server[114214]: 'ConntrackHelper': {'1.0'}, May 03 23:52:57.642690 dv-cinder-840375-1-iscsi neutron-server[114214]: 'Log': {'1.0'}, May 03 23:52:57.642690 dv-cinder-840375-1-iscsi neutron-server[114214]: 'Network': {'1.1'}, May 03 23:52:57.642690 dv-cinder-840375-1-iscsi neutron-server[114214]: 'Port': {'1.7'}, May 03 23:52:57.642690 dv-cinder-840375-1-iscsi neutron-server[114214]: 'PortForwarding': {'1.2'}, May 03 23:52:57.642690 dv-cinder-840375-1-iscsi neutron-server[114214]: 'QosPolicy': {'1.9'}, May 03 23:52:57.642690 dv-cinder-840375-1-iscsi neutron-server[114214]: 'SecurityGroup': {'1.4'}, May 03 23:52:57.642690 dv-cinder-840375-1-iscsi neutron-server[114214]: 'SecurityGroupRule': {'1.2'}, May 03 23:52:57.642690 dv-cinder-840375-1-iscsi neutron-server[114214]: 'SubPort': {'1.0'}, May 03 23:52:57.642690 dv-cinder-840375-1-iscsi neutron-server[114214]: 'Subnet': {'1.1'}, May 03 23:52:57.642690 dv-cinder-840375-1-iscsi neutron-server[114214]: 'Trunk': {'1.1'}} May 03 23:52:57.642690 dv-cinder-840375-1-iscsi neutron-server[114214]: consumer versions: May 03 23:52:57.642690 dv-cinder-840375-1-iscsi neutron-server[114214]: { DHCP agent@dv-cinder-840375-1-iscsi: {}, May 03 23:52:57.642690 dv-cinder-840375-1-iscsi neutron-server[114214]: HyperV agent@hv-cinder-84037: {}, May 03 23:52:57.642690 dv-cinder-840375-1-iscsi neutron-server[114214]: L3 agent@dv-cinder-840375-1-iscsi: {}, May 03 23:52:57.642690 dv-cinder-840375-1-iscsi neutron-server[114214]: Metadata agent@dv-cinder-840375-1-iscsi: {}, May 03 23:52:57.642690 dv-cinder-840375-1-iscsi neutron-server[114214]: Metering agent@dv-cinder-840375-1-iscsi: {}, May 03 23:52:57.642690 dv-cinder-840375-1-iscsi neutron-server[114214]: Open vSwitch agent@dv-cinder-840375-1-iscsi: { 'AddressGroup': '1.2', May 03 23:52:57.642690 dv-cinder-840375-1-iscsi neutron-server[114214]: 'ConntrackHelper': '1.0', May 03 23:52:57.642690 dv-cinder-840375-1-iscsi neutron-server[114214]: 'Log': '1.0', May 03 23:52:57.642690 dv-cinder-840375-1-iscsi neutron-server[114214]: 'Network': '1.1', May 03 23:52:57.642690 dv-cinder-840375-1-iscsi neutron-server[114214]: 'Port': '1.7', May 03 23:52:57.642690 dv-cinder-840375-1-iscsi neutron-server[114214]: 'PortForwarding': '1.2', May 03 23:52:57.642690 dv-cinder-840375-1-iscsi neutron-server[114214]: 'QosPolicy': '1.9', May 03 23:52:57.642690 dv-cinder-840375-1-iscsi neutron-server[114214]: 'SecurityGroup': '1.4', May 03 23:52:57.642690 dv-cinder-840375-1-iscsi neutron-server[114214]: 'SecurityGroupRule': '1.2', May 03 23:52:57.642690 dv-cinder-840375-1-iscsi neutron-server[114214]: 'SubPort': '1.0', May 03 23:52:57.642690 dv-cinder-840375-1-iscsi neutron-server[114214]: 'Subnet': '1.1', May 03 23:52:57.642690 dv-cinder-840375-1-iscsi neutron-server[114214]: 'Trunk': '1.1'}} May 03 23:52:57.642690 dv-cinder-840375-1-iscsi neutron-server[114214]: {{(pid=114214) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 23:52:57.761534 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.managers [None req-6cb8db60-d507-4403-9021-6d90edd7b2d3 None None] Attempting to bind port 34e098cb-2d67-4ddc-816e-703f7269fd5d on host dv-cinder-840375-1-iscsi for vnic_type normal with profile {{(pid=114214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:52:57.762379 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.managers [None req-6cb8db60-d507-4403-9021-6d90edd7b2d3 None None] Attempting to bind port 34e098cb-2d67-4ddc-816e-703f7269fd5d by drivers openvswitch,hyperv on host dv-cinder-840375-1-iscsi at level 0 using segments [{'id': '191d73d0-9208-4ea1-bb83-ed60d521a42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '88061c84-ec22-4a18-841b-8db91bd7572a'}] {{(pid=114214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:52:57.762980 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb8db60-d507-4403-9021-6d90edd7b2d3 None None] Attempting to bind port 34e098cb-2d67-4ddc-816e-703f7269fd5d on network 88061c84-ec22-4a18-841b-8db91bd7572a {{(pid=114214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 23:52:57.776372 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb8db60-d507-4403-9021-6d90edd7b2d3 None None] Checking agent: {'id': 'cd69fb9c-fe1e-4524-b6a8-2fc8f7c83280', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840375-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 23, 44, 7), 'started_at': datetime.datetime(2022, 5, 3, 23, 44, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840375-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 23:52:57.777245 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb8db60-d507-4403-9021-6d90edd7b2d3 None None] Checking segment: {'id': '191d73d0-9208-4ea1-bb83-ed60d521a42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '88061c84-ec22-4a18-841b-8db91bd7572a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 03 23:52:57.778152 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-6cb8db60-d507-4403-9021-6d90edd7b2d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:57.778794 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb8db60-d507-4403-9021-6d90edd7b2d3 None None] Bound using segment: {'id': '191d73d0-9208-4ea1-bb83-ed60d521a42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '88061c84-ec22-4a18-841b-8db91bd7572a'} {{(pid=114214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 23:52:57.779525 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.managers [None req-6cb8db60-d507-4403-9021-6d90edd7b2d3 None None] Bound port: 34e098cb-2d67-4ddc-816e-703f7269fd5d, host: dv-cinder-840375-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '191d73d0-9208-4ea1-bb83-ed60d521a42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '88061c84-ec22-4a18-841b-8db91bd7572a'}}] {{(pid=114214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:52:57.780192 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-6cb8db60-d507-4403-9021-6d90edd7b2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:57.821526 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.db_base_plugin_common [None req-712846cf-0cec-425d-aca9-b587b5844508 None None] Allocated IP 172.20.0.2 (6794dc24-6270-444d-9eb8-8dafb7765ac3/c9819db7-dd9c-4945-a665-c049574a03e0/2127afee-c061-4c2d-8237-983064fdd850) {{(pid=114214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:52:57.931329 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-24a8c59d-966a-4cef-bde6-a0ffed8ea2a0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:57.938181 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-0808e22f-dba4-4885-9159-d79314ca692a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298'] for subnet, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:57.941100 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-6cb8db60-d507-4403-9021-6d90edd7b2d3 None None] For port 34e098cb-2d67-4ddc-816e-703f7269fd5d, host dv-cinder-840375-1-iscsi, cleared binding levels {{(pid=114214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 23:52:57.962468 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-6cb8db60-d507-4403-9021-6d90edd7b2d3 None None] For port 34e098cb-2d67-4ddc-816e-703f7269fd5d, host dv-cinder-840375-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=34e098cb-2d67-4ddc-816e-703f7269fd5d,segment=NetworkSegment(191d73d0-9208-4ea1-bb83-ed60d521a42d),segment_id=191d73d0-9208-4ea1-bb83-ed60d521a42d)] {{(pid=114214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 23:52:58.074412 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0808e22f-dba4-4885-9159-d79314ca692a admin admin] Pushing event updated for resources: {'Subnet': ['ID=812a278c-b546-48ea-b77a-ce9966d91767,revision_number=0']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:52:58.075677 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-6cb8db60-d507-4403-9021-6d90edd7b2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:58.098211 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0808e22f-dba4-4885-9159-d79314ca692a admin admin] Checking segment: {'id': 'd4ac9688-7820-43e6-987e-96b1e1f3947a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '604bb18a-bbc8-4a96-8a59-cda5f9a33ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 03 23:52:58.098829 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0808e22f-dba4-4885-9159-d79314ca692a admin admin] Network hostable DHCP agents. Network: 604bb18a-bbc8-4a96-8a59-cda5f9a33ba3, hostable agents: ['68d83d53-3271-4b5e-a364-332abe4e6306'], hosted agents: [] {{(pid=114212) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 23:52:58.102915 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-dc128d2e-3ca1-42d8-9074-d563aa66923e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:58.132390 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-dc128d2e-3ca1-42d8-9074-d563aa66923e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:58.148532 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-a087a1e8-1082-442a-bcb5-fa2d8d9e38e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298'] for subnet, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:58.186892 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb8db60-d507-4403-9021-6d90edd7b2d3 None None] Pushing event updated for resources: {'Port': ['ID=34e098cb-2d67-4ddc-816e-703f7269fd5d,revision_number=2']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:52:58.192536 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-712846cf-0cec-425d-aca9-b587b5844508 None None] Notify callbacks [] for port, precommit_create {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:58.233867 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-e74e37e2-be46-46aa-a7c5-6ff17abbe2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298'] for subnet, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:58.235857 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a087a1e8-1082-442a-bcb5-fa2d8d9e38e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27783468-6ebd-4b0e-9ee0-7b9d64732070,revision_number=0']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:52:58.257277 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0808e22f-dba4-4885-9159-d79314ca692a admin admin] Network 604bb18a-bbc8-4a96-8a59-cda5f9a33ba3 is scheduled to be hosted by DHCP agent 68d83d53-3271-4b5e-a364-332abe4e6306 with binding_index 1 {{(pid=114212) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 23:52:58.277324 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-712846cf-0cec-425d-aca9-b587b5844508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733331236172'] for port, after_create {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:58.351496 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.base_scheduler [None req-0808e22f-dba4-4885-9159-d79314ca692a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840375-1-iscsi, 604bb18a-bbc8-4a96-8a59-cda5f9a33ba3) {{(pid=114212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:52:58.362787 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0808e22f-dba4-4885-9159-d79314ca692a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:52:58.363391 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-0808e22f-dba4-4885-9159-d79314ca692a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748400'] for subnet, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:58.367948 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.db_base_plugin_common [None req-dc128d2e-3ca1-42d8-9074-d563aa66923e admin admin] Allocated IP 172.27.2.168 (b899e136-3b25-4af5-bb18-9827145d490c/f9ce11e5-b806-4ff0-a648-9987146ccd8a/4451ff75-8bf2-4507-a5f3-127842a648f6) {{(pid=114212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:52:58.373969 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712846cf-0cec-425d-aca9-b587b5844508 None None] Network 6794dc24-6270-444d-9eb8-8dafb7765ac3 is already hosted by enough agents. {{(pid=114214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:52:58.377607 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc08ba2-9c81-4210-b732-91bbc3148a21 None None] Network 604bb18a-bbc8-4a96-8a59-cda5f9a33ba3 requested from dv-cinder-840375-1-iscsi {{(pid=114214) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 03 23:52:58.378758 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74e37e2-be46-46aa-a7c5-6ff17abbe2c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a71a973f-43f2-413b-b3e6-b8f0626526c4,revision_number=0']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:52:58.387477 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a087a1e8-1082-442a-bcb5-fa2d8d9e38e6 admin admin] Checking segment: {'id': 'b35ef663-3c8f-4adb-a120-88388ef27397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e4df8367-3994-4e6c-a0c0-89f183bdd756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 03 23:52:58.392891 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a087a1e8-1082-442a-bcb5-fa2d8d9e38e6 admin admin] Network hostable DHCP agents. Network: e4df8367-3994-4e6c-a0c0-89f183bdd756, hostable agents: ['68d83d53-3271-4b5e-a364-332abe4e6306'], hosted agents: [] {{(pid=114213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 23:52:58.403587 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.scheduler.base_scheduler [None req-712846cf-0cec-425d-aca9-b587b5844508 None None] Resources bound (agent type, host, resource id): {{(pid=114214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:52:58.406338 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712846cf-0cec-425d-aca9-b587b5844508 None None] Received port after_create {{(pid=114214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 23:52:58.443675 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74e37e2-be46-46aa-a7c5-6ff17abbe2c7 admin admin] Checking segment: {'id': '4aa0fff9-3f39-4107-a21f-e5e9bdcb305b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0a6b04f9-6f06-4100-ad85-6b28ebd5afaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 03 23:52:58.444214 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74e37e2-be46-46aa-a7c5-6ff17abbe2c7 admin admin] Network hostable DHCP agents. Network: 0a6b04f9-6f06-4100-ad85-6b28ebd5afaa, hostable agents: ['68d83d53-3271-4b5e-a364-332abe4e6306'], hosted agents: [] {{(pid=114213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 23:52:58.481491 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712846cf-0cec-425d-aca9-b587b5844508 None None] Pushing event updated for resources: {'Port': ['ID=2127afee-c061-4c2d-8237-983064fdd850,revision_number=1']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:52:58.550957 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.managers [None req-712846cf-0cec-425d-aca9-b587b5844508 None None] Attempting to bind port 2127afee-c061-4c2d-8237-983064fdd850 on host dv-cinder-840375-1-iscsi for vnic_type normal with profile {{(pid=114214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:52:58.551601 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.managers [None req-712846cf-0cec-425d-aca9-b587b5844508 None None] Attempting to bind port 2127afee-c061-4c2d-8237-983064fdd850 by drivers openvswitch,hyperv on host dv-cinder-840375-1-iscsi at level 0 using segments [{'id': 'e39c8e49-66af-4d27-b151-3cf1448d7fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '6794dc24-6270-444d-9eb8-8dafb7765ac3'}] {{(pid=114214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:52:58.555450 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712846cf-0cec-425d-aca9-b587b5844508 None None] Attempting to bind port 2127afee-c061-4c2d-8237-983064fdd850 on network 6794dc24-6270-444d-9eb8-8dafb7765ac3 {{(pid=114214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 23:52:58.555641 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-0808e22f-dba4-4885-9159-d79314ca692a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7864559 May 03 23:52:58.563190 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 34868) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:52:58.571507 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [None req-8602be2e-3eb3-41ac-a1d1-5d774b68fb7f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-462322208-router', 'tenant_id': '18702b8992014a4095bdd8f1a1117571', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c'}}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:52:58.576074 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712846cf-0cec-425d-aca9-b587b5844508 None None] Checking agent: {'id': 'cd69fb9c-fe1e-4524-b6a8-2fc8f7c83280', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840375-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 23, 44, 7), 'started_at': datetime.datetime(2022, 5, 3, 23, 44, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840375-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 23:52:58.576074 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712846cf-0cec-425d-aca9-b587b5844508 None None] Checking segment: {'id': 'e39c8e49-66af-4d27-b151-3cf1448d7fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '6794dc24-6270-444d-9eb8-8dafb7765ac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 03 23:52:58.576074 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-712846cf-0cec-425d-aca9-b587b5844508 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:58.577926 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712846cf-0cec-425d-aca9-b587b5844508 None None] Bound using segment: {'id': 'e39c8e49-66af-4d27-b151-3cf1448d7fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '6794dc24-6270-444d-9eb8-8dafb7765ac3'} {{(pid=114214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 23:52:58.577926 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.managers [None req-712846cf-0cec-425d-aca9-b587b5844508 None None] Bound port: 2127afee-c061-4c2d-8237-983064fdd850, host: dv-cinder-840375-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e39c8e49-66af-4d27-b151-3cf1448d7fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '6794dc24-6270-444d-9eb8-8dafb7765ac3'}}] {{(pid=114214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:52:58.663821 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-712846cf-0cec-425d-aca9-b587b5844508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:58.698277 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-dc128d2e-3ca1-42d8-9074-d563aa66923e admin admin] Notify callbacks [] for port, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:58.698936 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a087a1e8-1082-442a-bcb5-fa2d8d9e38e6 admin admin] Network e4df8367-3994-4e6c-a0c0-89f183bdd756 is scheduled to be hosted by DHCP agent 68d83d53-3271-4b5e-a364-332abe4e6306 with binding_index 1 {{(pid=114213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 23:52:58.710045 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.base_scheduler [None req-a087a1e8-1082-442a-bcb5-fa2d8d9e38e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840375-1-iscsi, e4df8367-3994-4e6c-a0c0-89f183bdd756) {{(pid=114213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:52:58.744433 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9302658-6d1a-4103-b7c1-7832a07a4ae7 None None] Network e4df8367-3994-4e6c-a0c0-89f183bdd756 requested from dv-cinder-840375-1-iscsi {{(pid=114214) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 03 23:52:58.747088 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a087a1e8-1082-442a-bcb5-fa2d8d9e38e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:52:58.747421 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-a087a1e8-1082-442a-bcb5-fa2d8d9e38e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748400'] for subnet, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:58.775255 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-24a8c59d-966a-4cef-bde6-a0ffed8ea2a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:58.777247 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74e37e2-be46-46aa-a7c5-6ff17abbe2c7 admin admin] Network 0a6b04f9-6f06-4100-ad85-6b28ebd5afaa is scheduled to be hosted by DHCP agent 68d83d53-3271-4b5e-a364-332abe4e6306 with binding_index 1 {{(pid=114213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 23:52:58.839776 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-8602be2e-3eb3-41ac-a1d1-5d774b68fb7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3756941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9675'] for router, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:58.844566 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-8602be2e-3eb3-41ac-a1d1-5d774b68fb7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3759997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3761351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3931738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9666'] for router, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:58.848253 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-24a8c59d-966a-4cef-bde6-a0ffed8ea2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:58.853338 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.base_scheduler [None req-e74e37e2-be46-46aa-a7c5-6ff17abbe2c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840375-1-iscsi, 0a6b04f9-6f06-4100-ad85-6b28ebd5afaa) {{(pid=114213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:52:58.857154 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-dc128d2e-3ca1-42d8-9074-d563aa66923e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733331236172'] for port, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:58.858260 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-712846cf-0cec-425d-aca9-b587b5844508 None None] For port 2127afee-c061-4c2d-8237-983064fdd850, host dv-cinder-840375-1-iscsi, cleared binding levels {{(pid=114214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 23:52:58.873421 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b0a86f-d4ca-4cf1-926f-cff3a5bcc788 None None] Network 0a6b04f9-6f06-4100-ad85-6b28ebd5afaa requested from dv-cinder-840375-1-iscsi {{(pid=114214) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 03 23:52:58.880846 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74e37e2-be46-46aa-a7c5-6ff17abbe2c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:52:58.881776 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-e74e37e2-be46-46aa-a7c5-6ff17abbe2c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748400'] for subnet, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:58.898092 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-a087a1e8-1082-442a-bcb5-fa2d8d9e38e6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1995869 May 03 23:52:58.941429 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-712846cf-0cec-425d-aca9-b587b5844508 None None] For port 2127afee-c061-4c2d-8237-983064fdd850, host dv-cinder-840375-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=2127afee-c061-4c2d-8237-983064fdd850,segment=NetworkSegment(e39c8e49-66af-4d27-b151-3cf1448d7fbf),segment_id=e39c8e49-66af-4d27-b151-3cf1448d7fbf)] {{(pid=114214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 23:52:58.945369 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f46f53-51ba-4c28-ab49-c03e2176db13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6859a26-b6ae-50b6-ac7d-ce164fc290cc-604bb18a-bbc8-4a96-8a59-cda5f9a33ba3', 'network_id': '604bb18a-bbc8-4a96-8a59-cda5f9a33ba3', 'tenant_id': '18702b8992014a4095bdd8f1a1117571', 'fixed_ips': [{'subnet_id': '812a278c-b546-48ea-b77a-ce9966d91767'}]}} from dv-cinder-840375-1-iscsi. {{(pid=114214) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 03 23:52:58.948094 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-84f46f53-51ba-4c28-ab49-c03e2176db13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_create {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:59.042678 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-712846cf-0cec-425d-aca9-b587b5844508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:59.070367 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc128d2e-3ca1-42d8-9074-d563aa66923e admin admin] Network b899e136-3b25-4af5-bb18-9827145d490c is already hosted by enough agents. {{(pid=114212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:52:59.096765 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.base_scheduler [None req-dc128d2e-3ca1-42d8-9074-d563aa66923e admin admin] Resources bound (agent type, host, resource id): {{(pid=114212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:52:59.116784 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc128d2e-3ca1-42d8-9074-d563aa66923e admin admin] Received port after_create {{(pid=114212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 23:52:59.321549 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-e74e37e2-be46-46aa-a7c5-6ff17abbe2c7 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.4658332 May 03 23:52:59.325872 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 34894) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:52:59.339793 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.v2.base [None req-6de46583-6109-441c-82a9-357a8acdf920 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1249797005-router', 'tenant_id': 'b61197edd2154db6b72b860e57ff43ed', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c'}}} {{(pid=114213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:52:59.405744 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.db.db_base_plugin_common [None req-24a8c59d-966a-4cef-bde6-a0ffed8ea2a0 admin admin] Allocated IP 172.27.2.99 (b899e136-3b25-4af5-bb18-9827145d490c/f9ce11e5-b806-4ff0-a648-9987146ccd8a/26de31a4-a158-4f76-b65e-4292da0ec2ab) {{(pid=114213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:52:59.484832 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-6de46583-6109-441c-82a9-357a8acdf920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3756941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9675'] for router, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:59.487890 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-6de46583-6109-441c-82a9-357a8acdf920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3759997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3761351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3931738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9666'] for router, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:59.652493 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-8602be2e-3eb3-41ac-a1d1-5d774b68fb7f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:59.698486 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc128d2e-3ca1-42d8-9074-d563aa66923e admin admin] Pushing event updated for resources: {'Port': ['ID=4451ff75-8bf2-4507-a5f3-127842a648f6,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:52:59.710840 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-6de46583-6109-441c-82a9-357a8acdf920 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:59.712133 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.db_base_plugin_common [None req-84f46f53-51ba-4c28-ab49-c03e2176db13 None None] Allocated IP 172.20.0.2 (604bb18a-bbc8-4a96-8a59-cda5f9a33ba3/812a278c-b546-48ea-b77a-ce9966d91767/6373015d-38a9-4987-8655-564dca274ed4) {{(pid=114214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:52:59.854247 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712846cf-0cec-425d-aca9-b587b5844508 None None] Pushing event updated for resources: {'Port': ['ID=2127afee-c061-4c2d-8237-983064fdd850,revision_number=2']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:52:59.873722 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-24a8c59d-966a-4cef-bde6-a0ffed8ea2a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:00.015632 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 34928) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:53:00.041457 dv-cinder-840375-1-iscsi neutron-server[114213]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 03 23:53:00.160976 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-84f46f53-51ba-4c28-ab49-c03e2176db13 None None] Notify callbacks [] for port, precommit_create {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:00.236326 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd911ff8-66a0-4c24-aa9f-2529ea565a9e None None] Network e4df8367-3994-4e6c-a0c0-89f183bdd756 requested from dv-cinder-840375-1-iscsi {{(pid=114214) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 03 23:53:00.284177 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-8602be2e-3eb3-41ac-a1d1-5d774b68fb7f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:00.332335 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c37781a-6b3b-4883-91af-8a020f5ef99f None None] Network 88061c84-ec22-4a18-841b-8db91bd7572a requested from dv-cinder-840375-1-iscsi {{(pid=114214) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 03 23:53:00.343791 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-dc128d2e-3ca1-42d8-9074-d563aa66923e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:00.359001 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-6de46583-6109-441c-82a9-357a8acdf920 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:00.395968 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-84f46f53-51ba-4c28-ab49-c03e2176db13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733331236172'] for port, after_create {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:00.403397 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-24a8c59d-966a-4cef-bde6-a0ffed8ea2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733331236172'] for port, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:00.441873 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a8c59d-966a-4cef-bde6-a0ffed8ea2a0 admin admin] Network b899e136-3b25-4af5-bb18-9827145d490c is already hosted by enough agents. {{(pid=114213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:53:00.475341 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.base_scheduler [None req-24a8c59d-966a-4cef-bde6-a0ffed8ea2a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=114213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:53:00.477768 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-0bbf057a-cd5e-4805-9ddd-f174d65ffaac None None] Provisioning complete for port 34e098cb-2d67-4ddc-816e-703f7269fd5d triggered by entity DHCP. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:53:00.478052 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a8c59d-966a-4cef-bde6-a0ffed8ea2a0 admin admin] Received port after_create {{(pid=114213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 23:53:00.478177 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-0bbf057a-cd5e-4805-9ddd-f174d65ffaac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:00.565524 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f46f53-51ba-4c28-ab49-c03e2176db13 None None] Pushing event updated for resources: {'Port': ['ID=6373015d-38a9-4987-8655-564dca274ed4,revision_number=1']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:00.570760 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b7c406-a7f6-45e3-ac96-1406796ef20d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6859a26-b6ae-50b6-ac7d-ce164fc290cc-0a6b04f9-6f06-4100-ad85-6b28ebd5afaa', 'network_id': '0a6b04f9-6f06-4100-ad85-6b28ebd5afaa', 'tenant_id': 'b61197edd2154db6b72b860e57ff43ed', 'fixed_ips': [{'subnet_id': 'a71a973f-43f2-413b-b3e6-b8f0626526c4'}]}} from dv-cinder-840375-1-iscsi. {{(pid=114214) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 03 23:53:00.572412 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-80b7c406-a7f6-45e3-ac96-1406796ef20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_create {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:00.899657 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device 2127afee-c061-4c2d-8237-983064fdd850 up at agent ovs-agent-dv-cinder-840375-1-iscsi {{(pid=114214) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 23:53:01.058316 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a8c59d-966a-4cef-bde6-a0ffed8ea2a0 admin admin] Pushing event updated for resources: {'Port': ['ID=26de31a4-a158-4f76-b65e-4292da0ec2ab,revision_number=1']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:01.072849 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-8602be2e-3eb3-41ac-a1d1-5d774b68fb7f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:01.074995 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-dc128d2e-3ca1-42d8-9074-d563aa66923e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3759990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3761396'] for router, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:01.085042 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f46f53-51ba-4c28-ab49-c03e2176db13 None None] Network 604bb18a-bbc8-4a96-8a59-cda5f9a33ba3 is already hosted by enough agents. {{(pid=114214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:53:01.099865 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b2004b-ed8f-4812-ab8e-1b46deda3675 req-c59bc2d0-17cf-453c-874f-27eb1e0d5f7d tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:01.103549 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-f8b2004b-ed8f-4812-ab8e-1b46deda3675 req-c59bc2d0-17cf-453c-874f-27eb1e0d5f7d tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] 10.222.0.13 "GET /v2.0/networks?id=e4df8367-3994-4e6c-a0c0-89f183bdd756 HTTP/1.1" status: 200 len: 811 time: 1.0677869 May 03 23:53:01.106828 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-8602be2e-3eb3-41ac-a1d1-5d774b68fb7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:01.145090 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-f8b2004b-ed8f-4812-ab8e-1b46deda3675 req-0729f012-7c1d-457b-b0ea-ae40d4af65a6 tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] 10.222.0.13 "GET /v2.0/quotas/ba13458f0d404adaac6b1c5fa3e6d377 HTTP/1.1" status: 200 len: 375 time: 0.0339904 May 03 23:53:01.155414 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ba4837-7068-47a0-8384-720d97cf1568 None None] Network 6794dc24-6270-444d-9eb8-8dafb7765ac3 requested from dv-cinder-840375-1-iscsi {{(pid=114214) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 03 23:53:01.257499 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-f8b2004b-ed8f-4812-ab8e-1b46deda3675 req-b633d3e8-a341-44f9-bbbf-06e8dc86f2d5 tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ba13458f0d404adaac6b1c5fa3e6d377&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0948646 May 03 23:53:01.371058 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.scheduler.base_scheduler [None req-84f46f53-51ba-4c28-ab49-c03e2176db13 None None] Resources bound (agent type, host, resource id): {{(pid=114214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:53:01.374277 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 34964) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:53:01.386019 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f46f53-51ba-4c28-ab49-c03e2176db13 None None] Received port after_create {{(pid=114214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 23:53:01.397100 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Provisioning complete for port 2127afee-c061-4c2d-8237-983064fdd850 triggered by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:53:01.398033 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:01.490587 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-0bbf057a-cd5e-4805-9ddd-f174d65ffaac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:01.604847 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.db_base_plugin_common [None req-8602be2e-3eb3-41ac-a1d1-5d774b68fb7f admin admin] Allocated IP 172.27.2.196 (b899e136-3b25-4af5-bb18-9827145d490c/f9ce11e5-b806-4ff0-a648-9987146ccd8a/44108730-eb8a-4c03-816c-17fa04bac0b9) {{(pid=114212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:53:01.630190 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc128d2e-3ca1-42d8-9074-d563aa66923e admin admin] Router 631a97f7-1cbf-4b95-adf6-8a2f356d4019 is scheduled to L3 agent 758adf3f-89d7-4e1b-912e-3871fb413390 with binding_index 1 {{(pid=114212) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 03 23:53:01.651520 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.db_base_plugin_common [None req-80b7c406-a7f6-45e3-ac96-1406796ef20d None None] Allocated IP 172.20.0.2 (0a6b04f9-6f06-4100-ad85-6b28ebd5afaa/a71a973f-43f2-413b-b3e6-b8f0626526c4/66755d84-4c80-4f52-9b10-dc2e875800bc) {{(pid=114214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:53:01.651766 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [req-f8b2004b-ed8f-4812-ab8e-1b46deda3675 req-9aeccfc8-5286-4e12-b418-4aa4d52d6b0d service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=114213) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:53:01.652747 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-f8b2004b-ed8f-4812-ab8e-1b46deda3675 req-9aeccfc8-5286-4e12-b418-4aa4d52d6b0d service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2028050 May 03 23:53:01.696891 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.managers [None req-84f46f53-51ba-4c28-ab49-c03e2176db13 None None] Attempting to bind port 6373015d-38a9-4987-8655-564dca274ed4 on host dv-cinder-840375-1-iscsi for vnic_type normal with profile {{(pid=114214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:53:01.702588 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.managers [None req-84f46f53-51ba-4c28-ab49-c03e2176db13 None None] Attempting to bind port 6373015d-38a9-4987-8655-564dca274ed4 by drivers openvswitch,hyperv on host dv-cinder-840375-1-iscsi at level 0 using segments [{'id': 'd4ac9688-7820-43e6-987e-96b1e1f3947a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '604bb18a-bbc8-4a96-8a59-cda5f9a33ba3'}] {{(pid=114214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:53:01.702588 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f46f53-51ba-4c28-ab49-c03e2176db13 None None] Attempting to bind port 6373015d-38a9-4987-8655-564dca274ed4 on network 604bb18a-bbc8-4a96-8a59-cda5f9a33ba3 {{(pid=114214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 23:53:01.711110 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-96216ffa-541f-4b8b-b920-dade86711aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:01.764103 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-0bbf057a-cd5e-4805-9ddd-f174d65ffaac None None] For port 34e098cb-2d67-4ddc-816e-703f7269fd5d, host dv-cinder-840375-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=34e098cb-2d67-4ddc-816e-703f7269fd5d,segment=NetworkSegment(191d73d0-9208-4ea1-bb83-ed60d521a42d),segment_id=191d73d0-9208-4ea1-bb83-ed60d521a42d)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:53:01.786882 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f46f53-51ba-4c28-ab49-c03e2176db13 None None] Checking agent: {'id': 'cd69fb9c-fe1e-4524-b6a8-2fc8f7c83280', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840375-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 23, 44, 7), 'started_at': datetime.datetime(2022, 5, 3, 23, 44, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840375-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 23:53:01.787255 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f46f53-51ba-4c28-ab49-c03e2176db13 None None] Checking segment: {'id': 'd4ac9688-7820-43e6-987e-96b1e1f3947a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '604bb18a-bbc8-4a96-8a59-cda5f9a33ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 03 23:53:01.787678 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-84f46f53-51ba-4c28-ab49-c03e2176db13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:01.788146 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f46f53-51ba-4c28-ab49-c03e2176db13 None None] Bound using segment: {'id': 'd4ac9688-7820-43e6-987e-96b1e1f3947a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '604bb18a-bbc8-4a96-8a59-cda5f9a33ba3'} {{(pid=114214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 23:53:01.788626 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.managers [None req-84f46f53-51ba-4c28-ab49-c03e2176db13 None None] Bound port: 6373015d-38a9-4987-8655-564dca274ed4, host: dv-cinder-840375-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4ac9688-7820-43e6-987e-96b1e1f3947a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '604bb18a-bbc8-4a96-8a59-cda5f9a33ba3'}}] {{(pid=114214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:53:01.789093 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-84f46f53-51ba-4c28-ab49-c03e2176db13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:01.819577 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-48b16598-c19a-4b38-9f72-1c59d4b70fbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:01.865346 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-0bbf057a-cd5e-4805-9ddd-f174d65ffaac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:01.892528 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc128d2e-3ca1-42d8-9074-d563aa66923e admin admin] Notify agent at l3_agent.dv-cinder-840375-1-iscsi the message routers_updated {{(pid=114212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 23:53:01.901509 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-8602be2e-3eb3-41ac-a1d1-5d774b68fb7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:01.905505 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ebd109-9900-43a9-8c2b-7603aa930bd7 None None] Sync routers for ids ['631a97f7-1cbf-4b95-adf6-8a2f356d4019'] in dv-cinder-840375-1-iscsi {{(pid=114215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:53:01.925847 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ebd109-9900-43a9-8c2b-7603aa930bd7 None None] Routers {'631a97f7-1cbf-4b95-adf6-8a2f356d4019'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:53:01.926525 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-31ebd109-9900-43a9-8c2b-7603aa930bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-03T23:52:34Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['631a97f7-1cbf-4b95-adf6-8a2f356d4019'], 'active': True} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:53:02.039080 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-dc128d2e-3ca1-42d8-9074-d563aa66923e admin admin] Notify callbacks [] for router, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:02.039319 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:02.045219 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-dc128d2e-3ca1-42d8-9074-d563aa66923e admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.8082359 May 03 23:53:02.050128 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 34982) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:53:02.089848 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvr_db [None req-31ebd109-9900-43a9-8c2b-7603aa930bd7 None None] Set router 631a97f7-1cbf-4b95-adf6-8a2f356d4019 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 23:53:02.090491 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-48b16598-c19a-4b38-9f72-1c59d4b70fbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:02.091804 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-24a8c59d-966a-4cef-bde6-a0ffed8ea2a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:02.098423 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbf057a-cd5e-4805-9ddd-f174d65ffaac None None] Pushing event updated for resources: {'Port': ['ID=34e098cb-2d67-4ddc-816e-703f7269fd5d,revision_number=3']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:02.132608 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-84f46f53-51ba-4c28-ab49-c03e2176db13 None None] For port 6373015d-38a9-4987-8655-564dca274ed4, host dv-cinder-840375-1-iscsi, cleared binding levels {{(pid=114214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 23:53:02.139093 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-860942d7-7350-4f5c-846f-1d705ed4fd93 None None] Provisioning complete for port 2127afee-c061-4c2d-8237-983064fdd850 triggered by entity DHCP. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:53:02.139463 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-860942d7-7350-4f5c-846f-1d705ed4fd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:02.150169 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-8602be2e-3eb3-41ac-a1d1-5d774b68fb7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733331236172'] for port, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:02.226281 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-84f46f53-51ba-4c28-ab49-c03e2176db13 None None] For port 6373015d-38a9-4987-8655-564dca274ed4, host dv-cinder-840375-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=6373015d-38a9-4987-8655-564dca274ed4,segment=NetworkSegment(d4ac9688-7820-43e6-987e-96b1e1f3947a),segment_id=d4ac9688-7820-43e6-987e-96b1e1f3947a)] {{(pid=114214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 23:53:02.244760 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8602be2e-3eb3-41ac-a1d1-5d774b68fb7f admin admin] Network b899e136-3b25-4af5-bb18-9827145d490c is already hosted by enough agents. {{(pid=114212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:53:02.251749 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.base_scheduler [None req-8602be2e-3eb3-41ac-a1d1-5d774b68fb7f admin admin] Resources bound (agent type, host, resource id): {{(pid=114212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:53:02.259706 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8602be2e-3eb3-41ac-a1d1-5d774b68fb7f admin admin] Received port after_create {{(pid=114212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 23:53:02.341624 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] For port 2127afee-c061-4c2d-8237-983064fdd850, host dv-cinder-840375-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=2127afee-c061-4c2d-8237-983064fdd850,segment=NetworkSegment(e39c8e49-66af-4d27-b151-3cf1448d7fbf),segment_id=e39c8e49-66af-4d27-b151-3cf1448d7fbf)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:53:02.381591 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-80b7c406-a7f6-45e3-ac96-1406796ef20d None None] Notify callbacks [] for port, precommit_create {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:02.386840 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-31ebd109-9900-43a9-8c2b-7603aa930bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'name': 'tempest-AttachVolumeNegativeTest-158062797-router', 'tenant_id': '4f6a10010e894f0390d087e92b3d1035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '4451ff75-8bf2-4507-a5f3-127842a648f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:52:56Z', 'updated_at': '2022-05-03T23:52:59Z', 'revision_number': 3, 'project_id': '4f6a10010e894f0390d087e92b3d1035', 'gw_port': {'id': '4451ff75-8bf2-4507-a5f3-127842a648f6', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:06:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:52:58Z', 'updated_at': '2022-05-03T23:52:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi'}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:53:02.399812 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-84f46f53-51ba-4c28-ab49-c03e2176db13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:02.425535 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-48b16598-c19a-4b38-9f72-1c59d4b70fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:02.429942 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ebd109-9900-43a9-8c2b-7603aa930bd7 None None] Checking router: 631a97f7-1cbf-4b95-adf6-8a2f356d4019 for host: dv-cinder-840375-1-iscsi {{(pid=114215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:53:02.430315 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ebd109-9900-43a9-8c2b-7603aa930bd7 None None] Updating router 631a97f7-1cbf-4b95-adf6-8a2f356d4019 port 4451ff75-8bf2-4507-a5f3-127842a648f6 binding host dv-cinder-840375-1-iscsi {{(pid=114215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 23:53:02.464533 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:02.465331 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device 34e098cb-2d67-4ddc-816e-703f7269fd5d up at agent ovs-agent-dv-cinder-840375-1-iscsi {{(pid=114214) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 23:53:02.478921 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron_lib.callbacks.manager [None req-31ebd109-9900-43a9-8c2b-7603aa930bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:02.480479 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8602be2e-3eb3-41ac-a1d1-5d774b68fb7f admin admin] Pushing event updated for resources: {'Port': ['ID=44108730-eb8a-4c03-816c-17fa04bac0b9,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:02.522921 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-80b7c406-a7f6-45e3-ac96-1406796ef20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733331236172'] for port, after_create {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:02.573448 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-48b16598-c19a-4b38-9f72-1c59d4b70fbd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=259580f669ee466fbcd6614d03a41177&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1887691 May 03 23:53:02.574376 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 34994) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:53:02.596848 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f46f53-51ba-4c28-ab49-c03e2176db13 None None] Pushing event updated for resources: {'Port': ['ID=6373015d-38a9-4987-8655-564dca274ed4,revision_number=2']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:02.618321 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b7c406-a7f6-45e3-ac96-1406796ef20d None None] Network 0a6b04f9-6f06-4100-ad85-6b28ebd5afaa is already hosted by enough agents. {{(pid=114214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:53:02.644987 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-f8b2004b-ed8f-4812-ab8e-1b46deda3675 req-2ff3644f-f9e7-42c8-b03b-048102a7b37d service neutron] 10.222.0.13 "GET /v2.0/networks/e4df8367-3994-4e6c-a0c0-89f183bdd756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9419968 May 03 23:53:02.645623 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b16598-c19a-4b38-9f72-1c59d4b70fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e22a55-17e4-4dae-b8b5-9aa5ae6d4073,revision_number=1']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:02.683767 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.scheduler.base_scheduler [None req-80b7c406-a7f6-45e3-ac96-1406796ef20d None None] Resources bound (agent type, host, resource id): {{(pid=114214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:53:02.691469 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b7c406-a7f6-45e3-ac96-1406796ef20d None None] Received port after_create {{(pid=114214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 23:53:02.761107 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Pushing event updated for resources: {'Port': ['ID=2127afee-c061-4c2d-8237-983064fdd850,revision_number=3']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:02.771013 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Provisioning complete for port 34e098cb-2d67-4ddc-816e-703f7269fd5d triggered by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:53:02.771386 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:02.783216 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-6de46583-6109-441c-82a9-357a8acdf920 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:02.811929 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-bff3ce5c-80c2-4b56-a057-76f7614db249 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:02.815501 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-6de46583-6109-441c-82a9-357a8acdf920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:02.852927 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.managers [None req-80b7c406-a7f6-45e3-ac96-1406796ef20d None None] Attempting to bind port 66755d84-4c80-4f52-9b10-dc2e875800bc on host dv-cinder-840375-1-iscsi for vnic_type normal with profile {{(pid=114214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:53:02.853907 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.managers [None req-80b7c406-a7f6-45e3-ac96-1406796ef20d None None] Attempting to bind port 66755d84-4c80-4f52-9b10-dc2e875800bc by drivers openvswitch,hyperv on host dv-cinder-840375-1-iscsi at level 0 using segments [{'id': '4aa0fff9-3f39-4107-a21f-e5e9bdcb305b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0a6b04f9-6f06-4100-ad85-6b28ebd5afaa'}] {{(pid=114214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:53:02.854180 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b7c406-a7f6-45e3-ac96-1406796ef20d None None] Attempting to bind port 66755d84-4c80-4f52-9b10-dc2e875800bc on network 0a6b04f9-6f06-4100-ad85-6b28ebd5afaa {{(pid=114214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 23:53:02.899336 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b7c406-a7f6-45e3-ac96-1406796ef20d None None] Checking agent: {'id': 'cd69fb9c-fe1e-4524-b6a8-2fc8f7c83280', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840375-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 23, 44, 7), 'started_at': datetime.datetime(2022, 5, 3, 23, 44, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840375-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 23:53:02.899707 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b7c406-a7f6-45e3-ac96-1406796ef20d None None] Checking segment: {'id': '4aa0fff9-3f39-4107-a21f-e5e9bdcb305b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0a6b04f9-6f06-4100-ad85-6b28ebd5afaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 03 23:53:02.900108 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-80b7c406-a7f6-45e3-ac96-1406796ef20d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:02.900478 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b7c406-a7f6-45e3-ac96-1406796ef20d None None] Bound using segment: {'id': '4aa0fff9-3f39-4107-a21f-e5e9bdcb305b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0a6b04f9-6f06-4100-ad85-6b28ebd5afaa'} {{(pid=114214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 23:53:02.911410 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.managers [None req-80b7c406-a7f6-45e3-ac96-1406796ef20d None None] Bound port: 66755d84-4c80-4f52-9b10-dc2e875800bc, host: dv-cinder-840375-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aa0fff9-3f39-4107-a21f-e5e9bdcb305b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0a6b04f9-6f06-4100-ad85-6b28ebd5afaa'}}] {{(pid=114214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:53:02.911410 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-80b7c406-a7f6-45e3-ac96-1406796ef20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:02.944529 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b7c406-a7f6-45e3-ac96-1406796ef20d None None] Pushing event updated for resources: {'Port': ['ID=66755d84-4c80-4f52-9b10-dc2e875800bc,revision_number=1']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:02.972467 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-54dbcb18-4760-4c37-a544-d731478769ff None None] Provisioning complete for port 34e098cb-2d67-4ddc-816e-703f7269fd5d triggered by entity DHCP. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:53:02.975916 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-54dbcb18-4760-4c37-a544-d731478769ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:03.130411 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-bff3ce5c-80c2-4b56-a057-76f7614db249 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:03.166927 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron_lib.callbacks.manager [None req-31ebd109-9900-43a9-8c2b-7603aa930bd7 None None] Notify callbacks [] for port, precommit_update {{(pid=114215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:03.177338 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-24a8c59d-966a-4cef-bde6-a0ffed8ea2a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3759990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3761396'] for router, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:03.265282 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron_lib.callbacks.manager [None req-31ebd109-9900-43a9-8c2b-7603aa930bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:03.267432 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-80b7c406-a7f6-45e3-ac96-1406796ef20d None None] For port 66755d84-4c80-4f52-9b10-dc2e875800bc, host dv-cinder-840375-1-iscsi, cleared binding levels {{(pid=114214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 23:53:03.275194 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-80b7c406-a7f6-45e3-ac96-1406796ef20d None None] For port 66755d84-4c80-4f52-9b10-dc2e875800bc, host dv-cinder-840375-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=66755d84-4c80-4f52-9b10-dc2e875800bc,segment=NetworkSegment(4aa0fff9-3f39-4107-a21f-e5e9bdcb305b),segment_id=4aa0fff9-3f39-4107-a21f-e5e9bdcb305b)] {{(pid=114214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 23:53:03.277703 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-54dbcb18-4760-4c37-a544-d731478769ff None None] Provisioning complete for port 2127afee-c061-4c2d-8237-983064fdd850 triggered by entity DHCP. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:53:03.278265 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-54dbcb18-4760-4c37-a544-d731478769ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:03.334626 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-f8b2004b-ed8f-4812-ab8e-1b46deda3675 req-17508536-2af5-4c75-bd4a-4cb9f61edeaf service neutron] 10.222.0.13 "GET /v2.0/networks/e4df8367-3994-4e6c-a0c0-89f183bdd756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6746557 May 03 23:53:03.404689 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-80b7c406-a7f6-45e3-ac96-1406796ef20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:03.406811 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-8602be2e-3eb3-41ac-a1d1-5d774b68fb7f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:03.407325 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb61d1a-c834-4772-a4e7-4dca854a4069 None None] Pushing event updated for resources: {'Port': ['ID=4451ff75-8bf2-4507-a5f3-127842a648f6,revision_number=2']} {{(pid=114215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:03.440786 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb61d1a-c834-4772-a4e7-4dca854a4069 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:53:03.440786 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb61d1a-c834-4772-a4e7-4dca854a4069 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:53:03.440786 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb61d1a-c834-4772-a4e7-4dca854a4069 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:53:03.440786 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb61d1a-c834-4772-a4e7-4dca854a4069 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:53:03.440786 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb61d1a-c834-4772-a4e7-4dca854a4069 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:53:03.440786 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb61d1a-c834-4772-a4e7-4dca854a4069 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:53:03.440786 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb61d1a-c834-4772-a4e7-4dca854a4069 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:53:03.440786 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb61d1a-c834-4772-a4e7-4dca854a4069 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:53:03.440786 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb61d1a-c834-4772-a4e7-4dca854a4069 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:53:03.440786 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb61d1a-c834-4772-a4e7-4dca854a4069 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:53:03.440786 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb61d1a-c834-4772-a4e7-4dca854a4069 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:53:03.440786 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb61d1a-c834-4772-a4e7-4dca854a4069 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:53:03.442566 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb61d1a-c834-4772-a4e7-4dca854a4069 None None] Tracked resource versions report: May 03 23:53:03.442566 dv-cinder-840375-1-iscsi neutron-server[114215]: pushed versions: May 03 23:53:03.442566 dv-cinder-840375-1-iscsi neutron-server[114215]: { 'AddressGroup': {'1.2'}, May 03 23:53:03.442566 dv-cinder-840375-1-iscsi neutron-server[114215]: 'ConntrackHelper': {'1.0'}, May 03 23:53:03.442566 dv-cinder-840375-1-iscsi neutron-server[114215]: 'Log': {'1.0'}, May 03 23:53:03.442566 dv-cinder-840375-1-iscsi neutron-server[114215]: 'Network': {'1.1'}, May 03 23:53:03.442566 dv-cinder-840375-1-iscsi neutron-server[114215]: 'Port': {'1.7'}, May 03 23:53:03.442566 dv-cinder-840375-1-iscsi neutron-server[114215]: 'PortForwarding': {'1.2'}, May 03 23:53:03.442566 dv-cinder-840375-1-iscsi neutron-server[114215]: 'QosPolicy': {'1.9'}, May 03 23:53:03.442566 dv-cinder-840375-1-iscsi neutron-server[114215]: 'SecurityGroup': {'1.4'}, May 03 23:53:03.442566 dv-cinder-840375-1-iscsi neutron-server[114215]: 'SecurityGroupRule': {'1.2'}, May 03 23:53:03.442566 dv-cinder-840375-1-iscsi neutron-server[114215]: 'SubPort': {'1.0'}, May 03 23:53:03.442566 dv-cinder-840375-1-iscsi neutron-server[114215]: 'Subnet': {'1.1'}, May 03 23:53:03.442566 dv-cinder-840375-1-iscsi neutron-server[114215]: 'Trunk': {'1.1'}} May 03 23:53:03.442566 dv-cinder-840375-1-iscsi neutron-server[114215]: consumer versions: May 03 23:53:03.442566 dv-cinder-840375-1-iscsi neutron-server[114215]: { DHCP agent@dv-cinder-840375-1-iscsi: {}, May 03 23:53:03.442566 dv-cinder-840375-1-iscsi neutron-server[114215]: HyperV agent@hv-cinder-84037: {}, May 03 23:53:03.442566 dv-cinder-840375-1-iscsi neutron-server[114215]: L3 agent@dv-cinder-840375-1-iscsi: {}, May 03 23:53:03.442566 dv-cinder-840375-1-iscsi neutron-server[114215]: Metadata agent@dv-cinder-840375-1-iscsi: {}, May 03 23:53:03.442566 dv-cinder-840375-1-iscsi neutron-server[114215]: Metering agent@dv-cinder-840375-1-iscsi: {}, May 03 23:53:03.442566 dv-cinder-840375-1-iscsi neutron-server[114215]: Open vSwitch agent@dv-cinder-840375-1-iscsi: { 'AddressGroup': '1.2', May 03 23:53:03.442566 dv-cinder-840375-1-iscsi neutron-server[114215]: 'ConntrackHelper': '1.0', May 03 23:53:03.442566 dv-cinder-840375-1-iscsi neutron-server[114215]: 'Log': '1.0', May 03 23:53:03.442566 dv-cinder-840375-1-iscsi neutron-server[114215]: 'Network': '1.1', May 03 23:53:03.442566 dv-cinder-840375-1-iscsi neutron-server[114215]: 'Port': '1.7', May 03 23:53:03.442566 dv-cinder-840375-1-iscsi neutron-server[114215]: 'PortForwarding': '1.2', May 03 23:53:03.442566 dv-cinder-840375-1-iscsi neutron-server[114215]: 'QosPolicy': '1.9', May 03 23:53:03.442566 dv-cinder-840375-1-iscsi neutron-server[114215]: 'SecurityGroup': '1.4', May 03 23:53:03.442566 dv-cinder-840375-1-iscsi neutron-server[114215]: 'SecurityGroupRule': '1.2', May 03 23:53:03.442566 dv-cinder-840375-1-iscsi neutron-server[114215]: 'SubPort': '1.0', May 03 23:53:03.442566 dv-cinder-840375-1-iscsi neutron-server[114215]: 'Subnet': '1.1', May 03 23:53:03.442566 dv-cinder-840375-1-iscsi neutron-server[114215]: 'Trunk': '1.1'}} May 03 23:53:03.442566 dv-cinder-840375-1-iscsi neutron-server[114215]: {{(pid=114215) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 23:53:03.503871 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device 2127afee-c061-4c2d-8237-983064fdd850 up at agent ovs-agent-dv-cinder-840375-1-iscsi {{(pid=114214) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 23:53:03.508897 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.managers [None req-31ebd109-9900-43a9-8c2b-7603aa930bd7 None None] Attempting to bind port 4451ff75-8bf2-4507-a5f3-127842a648f6 on host dv-cinder-840375-1-iscsi for vnic_type normal with profile {{(pid=114215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:53:03.515251 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.managers [None req-31ebd109-9900-43a9-8c2b-7603aa930bd7 None None] Attempting to bind port 4451ff75-8bf2-4507-a5f3-127842a648f6 by drivers openvswitch,hyperv on host dv-cinder-840375-1-iscsi at level 0 using segments [{'id': '5eb57155-ed9e-4c45-a041-92a5f67bc876', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c'}] {{(pid=114215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:53:03.519717 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ebd109-9900-43a9-8c2b-7603aa930bd7 None None] Attempting to bind port 4451ff75-8bf2-4507-a5f3-127842a648f6 on network b899e136-3b25-4af5-bb18-9827145d490c {{(pid=114215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 23:53:03.525095 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ebd109-9900-43a9-8c2b-7603aa930bd7 None None] Checking agent: {'id': 'cd69fb9c-fe1e-4524-b6a8-2fc8f7c83280', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840375-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 23, 44, 7), 'started_at': datetime.datetime(2022, 5, 3, 23, 44, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840375-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 23:53:03.531295 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ebd109-9900-43a9-8c2b-7603aa930bd7 None None] Checking segment: {'id': '5eb57155-ed9e-4c45-a041-92a5f67bc876', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 03 23:53:03.531295 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron_lib.callbacks.manager [None req-31ebd109-9900-43a9-8c2b-7603aa930bd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:03.531582 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ebd109-9900-43a9-8c2b-7603aa930bd7 None None] Bound using segment: {'id': '5eb57155-ed9e-4c45-a041-92a5f67bc876', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c'} {{(pid=114215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 23:53:03.532197 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.managers [None req-31ebd109-9900-43a9-8c2b-7603aa930bd7 None None] Bound port: 4451ff75-8bf2-4507-a5f3-127842a648f6, host: dv-cinder-840375-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb57155-ed9e-4c45-a041-92a5f67bc876', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c'}}] {{(pid=114215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:53:03.533885 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron_lib.callbacks.manager [None req-31ebd109-9900-43a9-8c2b-7603aa930bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:03.711444 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.db [None req-31ebd109-9900-43a9-8c2b-7603aa930bd7 None None] For port 4451ff75-8bf2-4507-a5f3-127842a648f6, host dv-cinder-840375-1-iscsi, cleared binding levels {{(pid=114215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 23:53:03.728308 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.db [None req-31ebd109-9900-43a9-8c2b-7603aa930bd7 None None] For port 4451ff75-8bf2-4507-a5f3-127842a648f6, host dv-cinder-840375-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=4451ff75-8bf2-4507-a5f3-127842a648f6,segment=NetworkSegment(5eb57155-ed9e-4c45-a041-92a5f67bc876),segment_id=5eb57155-ed9e-4c45-a041-92a5f67bc876)] {{(pid=114215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 23:53:03.827448 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b7c406-a7f6-45e3-ac96-1406796ef20d None None] Pushing event updated for resources: {'Port': ['ID=66755d84-4c80-4f52-9b10-dc2e875800bc,revision_number=2']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:03.828734 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron_lib.callbacks.manager [None req-31ebd109-9900-43a9-8c2b-7603aa930bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:03.881775 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-3dd412f2-feb7-4bbd-bd78-13d1f4bbb1c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:03.897264 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.db.db_base_plugin_common [None req-6de46583-6109-441c-82a9-357a8acdf920 admin admin] Allocated IP 172.27.2.222 (b899e136-3b25-4af5-bb18-9827145d490c/f9ce11e5-b806-4ff0-a648-9987146ccd8a/65558dd2-d27e-4169-9d4e-d5ab9f6287f6) {{(pid=114213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:53:03.912280 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Provisioning complete for port 2127afee-c061-4c2d-8237-983064fdd850 triggered by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:53:03.912666 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:04.045281 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ebd109-9900-43a9-8c2b-7603aa930bd7 None None] Routers {'631a97f7-1cbf-4b95-adf6-8a2f356d4019'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:53:04.046488 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-31ebd109-9900-43a9-8c2b-7603aa930bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-03T23:53:04Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['631a97f7-1cbf-4b95-adf6-8a2f356d4019'], 'active': True} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:53:04.127802 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-bb7128c2-4236-4da5-85c6-65cce627d93b req-9fa84894-b172-45a8-8c8a-18b21487fccf tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a98b7c-7213-435e-b792-a29d80ae1992 HTTP/1.1" status: 200 len: 210 time: 0.1785488 May 03 23:53:04.166229 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb61d1a-c834-4772-a4e7-4dca854a4069 None None] Pushing event updated for resources: {'Port': ['ID=4451ff75-8bf2-4507-a5f3-127842a648f6,revision_number=3']} {{(pid=114215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:04.187118 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-bff3ce5c-80c2-4b56-a057-76f7614db249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:04.205401 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-bff3ce5c-80c2-4b56-a057-76f7614db249 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:04.205401 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-bff3ce5c-80c2-4b56-a057-76f7614db249 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d7e22a55-17e4-4dae-b8b5-9aa5ae6d4073 HTTP/1.1" status: 204 len: 168 time: 1.6126349 May 03 23:53:04.279419 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device 34e098cb-2d67-4ddc-816e-703f7269fd5d up at agent ovs-agent-dv-cinder-840375-1-iscsi {{(pid=114214) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 23:53:04.314016 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-10202fd7-3e7c-40d1-8638-44c6d00f6e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:04.365006 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff3ce5c-80c2-4b56-a057-76f7614db249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e22a55-17e4-4dae-b8b5-9aa5ae6d4073,revision_number=None']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:04.421121 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-8602be2e-3eb3-41ac-a1d1-5d774b68fb7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3759990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3761396'] for router, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:04.468559 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Provisioning complete for port 34e098cb-2d67-4ddc-816e-703f7269fd5d triggered by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:53:04.469189 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:04.523666 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f108dea3-46ca-41c3-bdbf-481d0d92a08f None None] Network 604bb18a-bbc8-4a96-8a59-cda5f9a33ba3 requested from dv-cinder-840375-1-iscsi {{(pid=114214) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 03 23:53:04.528099 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvr_db [None req-31ebd109-9900-43a9-8c2b-7603aa930bd7 None None] Set router 631a97f7-1cbf-4b95-adf6-8a2f356d4019 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 23:53:04.638110 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-6de46583-6109-441c-82a9-357a8acdf920 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:04.680046 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-296db45c-a3d6-42b7-84d2-5474f8f24ee8 None None] Provisioning complete for port 6373015d-38a9-4987-8655-564dca274ed4 triggered by entity DHCP. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:53:04.680487 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-296db45c-a3d6-42b7-84d2-5474f8f24ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:04.714971 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device 6373015d-38a9-4987-8655-564dca274ed4 up at agent ovs-agent-dv-cinder-840375-1-iscsi {{(pid=114214) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 23:53:04.730326 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24a8c59d-966a-4cef-bde6-a0ffed8ea2a0 admin admin] Router 0ac2491f-d87e-497e-9dd1-95a1251bcf15 is scheduled to L3 agent 758adf3f-89d7-4e1b-912e-3871fb413390 with binding_index 1 {{(pid=114213) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 03 23:53:04.833046 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-6de46583-6109-441c-82a9-357a8acdf920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733331236172'] for port, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:04.953807 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de46583-6109-441c-82a9-357a8acdf920 admin admin] Network b899e136-3b25-4af5-bb18-9827145d490c is already hosted by enough agents. {{(pid=114213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:53:04.996703 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.base_scheduler [None req-6de46583-6109-441c-82a9-357a8acdf920 admin admin] Resources bound (agent type, host, resource id): {{(pid=114213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:53:05.016676 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de46583-6109-441c-82a9-357a8acdf920 admin admin] Received port after_create {{(pid=114213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 23:53:05.023091 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de46583-6109-441c-82a9-357a8acdf920 admin admin] Pushing event updated for resources: {'Port': ['ID=65558dd2-d27e-4169-9d4e-d5ab9f6287f6,revision_number=1']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:05.068942 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Provisioning complete for port 6373015d-38a9-4987-8655-564dca274ed4 triggered by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:53:05.069316 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:05.073005 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-296db45c-a3d6-42b7-84d2-5474f8f24ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:05.116735 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-31ebd109-9900-43a9-8c2b-7603aa930bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'name': 'tempest-AttachVolumeNegativeTest-158062797-router', 'tenant_id': '4f6a10010e894f0390d087e92b3d1035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '4451ff75-8bf2-4507-a5f3-127842a648f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:52:56Z', 'updated_at': '2022-05-03T23:52:59Z', 'revision_number': 3, 'project_id': '4f6a10010e894f0390d087e92b3d1035', 'gw_port': {'id': '4451ff75-8bf2-4507-a5f3-127842a648f6', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:06:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:52:58Z', 'updated_at': '2022-05-03T23:53:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi'}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:53:05.148357 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-296db45c-a3d6-42b7-84d2-5474f8f24ee8 None None] For port 6373015d-38a9-4987-8655-564dca274ed4, host dv-cinder-840375-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=6373015d-38a9-4987-8655-564dca274ed4,segment=NetworkSegment(d4ac9688-7820-43e6-987e-96b1e1f3947a),segment_id=d4ac9688-7820-43e6-987e-96b1e1f3947a)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:53:05.190125 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ebd109-9900-43a9-8c2b-7603aa930bd7 None None] The sync data for ids ['631a97f7-1cbf-4b95-adf6-8a2f356d4019'] in dv-cinder-840375-1-iscsi is: [{'id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'name': 'tempest-AttachVolumeNegativeTest-158062797-router', 'tenant_id': '4f6a10010e894f0390d087e92b3d1035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '4451ff75-8bf2-4507-a5f3-127842a648f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:52:56Z', 'updated_at': '2022-05-03T23:52:59Z', 'revision_number': 3, 'project_id': '4f6a10010e894f0390d087e92b3d1035', 'gw_port': {'id': '4451ff75-8bf2-4507-a5f3-127842a648f6', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:06:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:52:58Z', 'updated_at': '2022-05-03T23:53:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi'}] {{(pid=114215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:53:05.263671 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.db_base_plugin_common [None req-10202fd7-3e7c-40d1-8638-44c6d00f6e58 admin admin] Allocated IP 172.20.0.1 (88061c84-ec22-4a18-841b-8db91bd7572a/b5c212ed-61ce-414c-afb5-0c8516817b16/d07f3b14-e6b3-40d4-9719-de456f7359f6) {{(pid=114212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:53:05.280285 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24a8c59d-966a-4cef-bde6-a0ffed8ea2a0 admin admin] Notify agent at l3_agent.dv-cinder-840375-1-iscsi the message routers_updated {{(pid=114213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 23:53:05.283203 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:05.324514 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-296db45c-a3d6-42b7-84d2-5474f8f24ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:05.333085 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6df0f7b-92d8-4709-863a-74d7c043603c None None] Sync routers for ids ['0ac2491f-d87e-497e-9dd1-95a1251bcf15'] in dv-cinder-840375-1-iscsi {{(pid=114214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:53:05.403954 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-fa6e9e60-4bca-4c60-8f7f-6242ac66d46b req-3c8531fb-f76e-4ba9-9150-afddabd1cd67 tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a98b7c-7213-435e-b792-a29d80ae1992 HTTP/1.1" status: 200 len: 210 time: 0.1292489 May 03 23:53:05.413279 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8602be2e-3eb3-41ac-a1d1-5d774b68fb7f admin admin] Router 467d3080-6a84-4db9-b5a8-cd3d3a3a3252 is scheduled to L3 agent 758adf3f-89d7-4e1b-912e-3871fb413390 with binding_index 1 {{(pid=114212) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 03 23:53:05.488011 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 35060) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:53:05.505082 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6df0f7b-92d8-4709-863a-74d7c043603c None None] Routers {'0ac2491f-d87e-497e-9dd1-95a1251bcf15'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:53:05.505855 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-f6df0f7b-92d8-4709-863a-74d7c043603c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-03T23:53:04Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['0ac2491f-d87e-497e-9dd1-95a1251bcf15'], 'active': True} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:53:05.511073 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-d52abf8e-fd6f-4549-83e2-c922a90dd80a admin admin] Notify callbacks [] for security_group, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:05.531270 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-24a8c59d-966a-4cef-bde6-a0ffed8ea2a0 admin admin] Notify callbacks [] for router, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:05.536133 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-24a8c59d-966a-4cef-bde6-a0ffed8ea2a0 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.6938202 May 03 23:53:05.539202 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 35062) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:53:05.643248 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da279504-fe9c-45c5-9c04-c4adf963f7e2 None None] Network 0a6b04f9-6f06-4100-ad85-6b28ebd5afaa requested from dv-cinder-840375-1-iscsi {{(pid=114214) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 03 23:53:05.780877 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-9988ed24-7efc-4e8a-acf7-bcbfa55ed3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:05.825843 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-10202fd7-3e7c-40d1-8638-44c6d00f6e58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:05.846608 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8602be2e-3eb3-41ac-a1d1-5d774b68fb7f admin admin] Notify agent at l3_agent.dv-cinder-840375-1-iscsi the message routers_updated {{(pid=114212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 23:53:05.861150 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbfda4a-a11b-4c84-9de7-c4a908086de6 None None] Sync routers for ids ['467d3080-6a84-4db9-b5a8-cd3d3a3a3252'] in dv-cinder-840375-1-iscsi {{(pid=114215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:53:05.891492 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbfda4a-a11b-4c84-9de7-c4a908086de6 None None] Routers {'467d3080-6a84-4db9-b5a8-cd3d3a3a3252'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:53:05.893311 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-1cbfda4a-a11b-4c84-9de7-c4a908086de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-03T23:53:04Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['467d3080-6a84-4db9-b5a8-cd3d3a3a3252'], 'active': True} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:53:05.918759 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-6de46583-6109-441c-82a9-357a8acdf920 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:05.921745 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-d52abf8e-fd6f-4549-83e2-c922a90dd80a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:05.958162 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-8602be2e-3eb3-41ac-a1d1-5d774b68fb7f admin admin] Notify callbacks [] for router, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:05.963721 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-8602be2e-3eb3-41ac-a1d1-5d774b68fb7f admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.3941722 May 03 23:53:05.963721 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 35072) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:53:05.974211 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296db45c-a3d6-42b7-84d2-5474f8f24ee8 None None] Pushing event updated for resources: {'Port': ['ID=6373015d-38a9-4987-8655-564dca274ed4,revision_number=3']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:06.006004 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-737186d2-8946-4039-99b8-80e486730de6 None None] Provisioning complete for port 6373015d-38a9-4987-8655-564dca274ed4 triggered by entity DHCP. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:53:06.009397 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-737186d2-8946-4039-99b8-80e486730de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:06.028774 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-10202fd7-3e7c-40d1-8638-44c6d00f6e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733331236172'] for port, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:06.056348 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvr_db [None req-f6df0f7b-92d8-4709-863a-74d7c043603c None None] Set router 0ac2491f-d87e-497e-9dd1-95a1251bcf15 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 23:53:06.063777 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-d52abf8e-fd6f-4549-83e2-c922a90dd80a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:06.113812 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52abf8e-fd6f-4549-83e2-c922a90dd80a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c40c0a03-a6ba-47dc-9878-e9a369e1a93a,revision_number=1']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:06.134464 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10202fd7-3e7c-40d1-8638-44c6d00f6e58 admin admin] Network 88061c84-ec22-4a18-841b-8db91bd7572a is already hosted by enough agents. {{(pid=114212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:53:06.147352 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.base_scheduler [None req-10202fd7-3e7c-40d1-8638-44c6d00f6e58 admin admin] Resources bound (agent type, host, resource id): {{(pid=114212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:53:06.151426 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvr_db [None req-1cbfda4a-a11b-4c84-9de7-c4a908086de6 None None] Set router 467d3080-6a84-4db9-b5a8-cd3d3a3a3252 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 23:53:06.158968 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.db.api [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114214) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 23:53:06.159678 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG oslo_db.api [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 23:53:06.163867 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10202fd7-3e7c-40d1-8638-44c6d00f6e58 admin admin] Received port after_create {{(pid=114212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 23:53:06.165178 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-10202fd7-3e7c-40d1-8638-44c6d00f6e58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761863'] for router_interface, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:06.257357 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-d52abf8e-fd6f-4549-83e2-c922a90dd80a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b42eef332d76445db96645370c71d760&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7653766 May 03 23:53:06.304189 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 35076) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:53:06.412634 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10202fd7-3e7c-40d1-8638-44c6d00f6e58 admin admin] Pushing event updated for resources: {'Port': ['ID=d07f3b14-e6b3-40d4-9719-de456f7359f6,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:06.424462 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-f3996685-9434-443c-b5d7-edb245b755aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:06.529143 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-fc67a27d-e8cc-4502-8bc1-e89126d3f57b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:06.712589 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-9c78d969-9355-4c9d-ad12-9ca4b2ea8ee6 req-e0223f68-7f64-440e-82c4-f979b4699db9 tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a98b7c-7213-435e-b792-a29d80ae1992 HTTP/1.1" status: 200 len: 210 time: 0.0510104 May 03 23:53:06.865504 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-10202fd7-3e7c-40d1-8638-44c6d00f6e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:06.896264 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-fc67a27d-e8cc-4502-8bc1-e89126d3f57b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:06.959211 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-1cbfda4a-a11b-4c84-9de7-c4a908086de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '467d3080-6a84-4db9-b5a8-cd3d3a3a3252', 'name': 'tempest-AttachVolumeTestJSON-462322208-router', 'tenant_id': '18702b8992014a4095bdd8f1a1117571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '44108730-eb8a-4c03-816c-17fa04bac0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:52:58Z', 'updated_at': '2022-05-03T23:53:02Z', 'revision_number': 3, 'project_id': '18702b8992014a4095bdd8f1a1117571', 'gw_port': {'id': '44108730-eb8a-4c03-816c-17fa04bac0b9', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:9d:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '467d3080-6a84-4db9-b5a8-cd3d3a3a3252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:01Z', 'updated_at': '2022-05-03T23:53:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi'}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:53:07.029953 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-6de46583-6109-441c-82a9-357a8acdf920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3759990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3761396'] for router, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:07.043264 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbfda4a-a11b-4c84-9de7-c4a908086de6 None None] Checking router: 467d3080-6a84-4db9-b5a8-cd3d3a3a3252 for host: dv-cinder-840375-1-iscsi {{(pid=114215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:53:07.043817 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbfda4a-a11b-4c84-9de7-c4a908086de6 None None] Updating router 467d3080-6a84-4db9-b5a8-cd3d3a3a3252 port 44108730-eb8a-4c03-816c-17fa04bac0b9 binding host dv-cinder-840375-1-iscsi {{(pid=114215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 23:53:07.114876 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron_lib.callbacks.manager [None req-1cbfda4a-a11b-4c84-9de7-c4a908086de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:07.203339 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-737186d2-8946-4039-99b8-80e486730de6 None None] Provisioning complete for port 66755d84-4c80-4f52-9b10-dc2e875800bc triggered by entity DHCP. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:53:07.207120 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-737186d2-8946-4039-99b8-80e486730de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:07.328671 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device 66755d84-4c80-4f52-9b10-dc2e875800bc up at agent ovs-agent-dv-cinder-840375-1-iscsi {{(pid=114214) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 23:53:07.390736 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:07.463037 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-f6df0f7b-92d8-4709-863a-74d7c043603c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac2491f-d87e-497e-9dd1-95a1251bcf15', 'name': 'tempest-AttachVolumeShelveTestJSON-2104173359-router', 'tenant_id': '03bce0db30814ab1a93850e3a33758bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '26de31a4-a158-4f76-b65e-4292da0ec2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:52:57Z', 'updated_at': '2022-05-03T23:53:01Z', 'revision_number': 3, 'project_id': '03bce0db30814ab1a93850e3a33758bc', 'gw_port': {'id': '26de31a4-a158-4f76-b65e-4292da0ec2ab', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b0:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac2491f-d87e-497e-9dd1-95a1251bcf15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:52:58Z', 'updated_at': '2022-05-03T23:52:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi'}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:53:07.505936 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6df0f7b-92d8-4709-863a-74d7c043603c None None] Checking router: 0ac2491f-d87e-497e-9dd1-95a1251bcf15 for host: dv-cinder-840375-1-iscsi {{(pid=114214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:53:07.506318 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6df0f7b-92d8-4709-863a-74d7c043603c None None] Updating router 0ac2491f-d87e-497e-9dd1-95a1251bcf15 port 26de31a4-a158-4f76-b65e-4292da0ec2ab binding host dv-cinder-840375-1-iscsi {{(pid=114214) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 23:53:07.528952 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Provisioning complete for port 66755d84-4c80-4f52-9b10-dc2e875800bc triggered by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:53:07.529353 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:07.813654 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-fc67a27d-e8cc-4502-8bc1-e89126d3f57b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:07.816370 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron_lib.callbacks.manager [None req-1cbfda4a-a11b-4c84-9de7-c4a908086de6 None None] Notify callbacks [] for port, precommit_update {{(pid=114215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:07.819898 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-fc67a27d-e8cc-4502-8bc1-e89126d3f57b admin admin] Notify callbacks [] for security_group, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:07.825597 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-fc67a27d-e8cc-4502-8bc1-e89126d3f57b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c40c0a03-a6ba-47dc-9878-e9a369e1a93a HTTP/1.1" status: 204 len: 168 time: 1.5142448 May 03 23:53:07.859654 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6de46583-6109-441c-82a9-357a8acdf920 admin admin] Router afdc989b-1a8d-4435-b79b-864860050003 is scheduled to L3 agent 758adf3f-89d7-4e1b-912e-3871fb413390 with binding_index 1 {{(pid=114213) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 03 23:53:07.905058 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc67a27d-e8cc-4502-8bc1-e89126d3f57b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c40c0a03-a6ba-47dc-9878-e9a369e1a93a,revision_number=None']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:07.951295 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron_lib.callbacks.manager [None req-1cbfda4a-a11b-4c84-9de7-c4a908086de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:07.971299 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-25e4ecc6-ec44-4924-bb6c-1f454198d0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:07.983267 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-737186d2-8946-4039-99b8-80e486730de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:07.996156 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-f6df0f7b-92d8-4709-863a-74d7c043603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:08.071119 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-0f3ffbb2-41a7-4ce7-a1dc-a2fd65624a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:08.109615 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.managers [None req-1cbfda4a-a11b-4c84-9de7-c4a908086de6 None None] Attempting to bind port 44108730-eb8a-4c03-816c-17fa04bac0b9 on host dv-cinder-840375-1-iscsi for vnic_type normal with profile {{(pid=114215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:53:08.113943 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.managers [None req-1cbfda4a-a11b-4c84-9de7-c4a908086de6 None None] Attempting to bind port 44108730-eb8a-4c03-816c-17fa04bac0b9 by drivers openvswitch,hyperv on host dv-cinder-840375-1-iscsi at level 0 using segments [{'id': '5eb57155-ed9e-4c45-a041-92a5f67bc876', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c'}] {{(pid=114215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:53:08.113943 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbfda4a-a11b-4c84-9de7-c4a908086de6 None None] Attempting to bind port 44108730-eb8a-4c03-816c-17fa04bac0b9 on network b899e136-3b25-4af5-bb18-9827145d490c {{(pid=114215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 23:53:08.142437 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-10202fd7-3e7c-40d1-8638-44c6d00f6e58 admin admin] Notify callbacks [] for port, precommit_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:08.168706 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbfda4a-a11b-4c84-9de7-c4a908086de6 None None] Checking agent: {'id': 'cd69fb9c-fe1e-4524-b6a8-2fc8f7c83280', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840375-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 23, 44, 7), 'started_at': datetime.datetime(2022, 5, 3, 23, 44, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840375-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 23:53:08.174645 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbfda4a-a11b-4c84-9de7-c4a908086de6 None None] Checking segment: {'id': '5eb57155-ed9e-4c45-a041-92a5f67bc876', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 03 23:53:08.175187 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron_lib.callbacks.manager [None req-1cbfda4a-a11b-4c84-9de7-c4a908086de6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:08.175593 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbfda4a-a11b-4c84-9de7-c4a908086de6 None None] Bound using segment: {'id': '5eb57155-ed9e-4c45-a041-92a5f67bc876', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c'} {{(pid=114215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 23:53:08.178677 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.managers [None req-1cbfda4a-a11b-4c84-9de7-c4a908086de6 None None] Bound port: 44108730-eb8a-4c03-816c-17fa04bac0b9, host: dv-cinder-840375-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb57155-ed9e-4c45-a041-92a5f67bc876', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c'}}] {{(pid=114215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:53:08.179556 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron_lib.callbacks.manager [None req-1cbfda4a-a11b-4c84-9de7-c4a908086de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:08.277609 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.db [None req-1cbfda4a-a11b-4c84-9de7-c4a908086de6 None None] For port 44108730-eb8a-4c03-816c-17fa04bac0b9, host dv-cinder-840375-1-iscsi, cleared binding levels {{(pid=114215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 23:53:08.287167 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.db [None req-1cbfda4a-a11b-4c84-9de7-c4a908086de6 None None] For port 44108730-eb8a-4c03-816c-17fa04bac0b9, host dv-cinder-840375-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=44108730-eb8a-4c03-816c-17fa04bac0b9,segment=NetworkSegment(5eb57155-ed9e-4c45-a041-92a5f67bc876),segment_id=5eb57155-ed9e-4c45-a041-92a5f67bc876)] {{(pid=114215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 23:53:08.317880 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5edcbf-99b0-478e-bd1b-e8b4ea6daf72 None None] Pushing event updated for resources: {'Port': ['ID=44108730-eb8a-4c03-816c-17fa04bac0b9,revision_number=2']} {{(pid=114215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:08.385347 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.db_base_plugin_common [None req-25e4ecc6-ec44-4924-bb6c-1f454198d0c6 admin admin] Allocated IP 172.20.0.1 (604bb18a-bbc8-4a96-8a59-cda5f9a33ba3/812a278c-b546-48ea-b77a-ce9966d91767/bef2cf20-417b-4ee2-a17d-83bf4cad789a) {{(pid=114212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:53:08.396470 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron_lib.callbacks.manager [None req-1cbfda4a-a11b-4c84-9de7-c4a908086de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:08.407726 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-737186d2-8946-4039-99b8-80e486730de6 None None] For port 66755d84-4c80-4f52-9b10-dc2e875800bc, host dv-cinder-840375-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=66755d84-4c80-4f52-9b10-dc2e875800bc,segment=NetworkSegment(4aa0fff9-3f39-4107-a21f-e5e9bdcb305b),segment_id=4aa0fff9-3f39-4107-a21f-e5e9bdcb305b)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:53:08.409518 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-3f333a3a-a3be-4ce8-8892-5b033a952d7f req-ef401ef8-6d00-4702-b5fa-9fac8ae4b470 tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a98b7c-7213-435e-b792-a29d80ae1992 HTTP/1.1" status: 200 len: 210 time: 0.0745525 May 03 23:53:08.782326 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6de46583-6109-441c-82a9-357a8acdf920 admin admin] Notify agent at l3_agent.dv-cinder-840375-1-iscsi the message routers_updated {{(pid=114213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 23:53:08.782326 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.db.db_base_plugin_common [None req-0f3ffbb2-41a7-4ce7-a1dc-a2fd65624a0d admin admin] Allocated IP 172.20.0.1 (6794dc24-6270-444d-9eb8-8dafb7765ac3/c9819db7-dd9c-4945-a665-c049574a03e0/2c0d12b7-288c-4279-8b35-041486d27e2a) {{(pid=114213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:53:08.790692 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-737186d2-8946-4039-99b8-80e486730de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:08.790692 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c25ca3-0f51-48f6-aa1c-93ada97c52f1 None None] Sync routers for ids ['afdc989b-1a8d-4435-b79b-864860050003'] in dv-cinder-840375-1-iscsi {{(pid=114214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:53:08.792357 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbfda4a-a11b-4c84-9de7-c4a908086de6 None None] Routers {'467d3080-6a84-4db9-b5a8-cd3d3a3a3252'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:53:08.792357 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-1cbfda4a-a11b-4c84-9de7-c4a908086de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-03T23:53:04Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['467d3080-6a84-4db9-b5a8-cd3d3a3a3252'], 'active': True} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:53:08.794564 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-10202fd7-3e7c-40d1-8638-44c6d00f6e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:08.794564 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-10202fd7-3e7c-40d1-8638-44c6d00f6e58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3748312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761851'] for router_interface, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:08.796061 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:08.796061 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c25ca3-0f51-48f6-aa1c-93ada97c52f1 None None] Routers {'afdc989b-1a8d-4435-b79b-864860050003'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:53:08.796061 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-54c25ca3-0f51-48f6-aa1c-93ada97c52f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-03T23:53:04Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['afdc989b-1a8d-4435-b79b-864860050003'], 'active': True} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:53:08.796716 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5edcbf-99b0-478e-bd1b-e8b4ea6daf72 None None] Pushing event updated for resources: {'Port': ['ID=44108730-eb8a-4c03-816c-17fa04bac0b9,revision_number=3']} {{(pid=114215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:08.797247 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-0f3ffbb2-41a7-4ce7-a1dc-a2fd65624a0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:08.797401 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10202fd7-3e7c-40d1-8638-44c6d00f6e58 admin admin] Pushing event updated for resources: {'Port': ['ID=d07f3b14-e6b3-40d4-9719-de456f7359f6,revision_number=2']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:08.798231 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-6de46583-6109-441c-82a9-357a8acdf920 admin admin] Notify callbacks [] for router, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:08.799393 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-6de46583-6109-441c-82a9-357a8acdf920 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 9.4713273 May 03 23:53:08.801355 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 35138) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:53:08.849869 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvr_db [None req-1cbfda4a-a11b-4c84-9de7-c4a908086de6 None None] Set router 467d3080-6a84-4db9-b5a8-cd3d3a3a3252 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 23:53:08.902256 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737186d2-8946-4039-99b8-80e486730de6 None None] Pushing event updated for resources: {'Port': ['ID=66755d84-4c80-4f52-9b10-dc2e875800bc,revision_number=3']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:08.921902 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-47deba01-a6b6-4b4c-8285-6f4192a7dad5 None None] Provisioning complete for port d07f3b14-e6b3-40d4-9719-de456f7359f6 triggered by entity DHCP. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:53:08.921902 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-47deba01-a6b6-4b4c-8285-6f4192a7dad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:08.943162 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-0f3ffbb2-41a7-4ce7-a1dc-a2fd65624a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733331236172'] for port, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:08.960659 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-25e4ecc6-ec44-4924-bb6c-1f454198d0c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:08.967451 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-47deba01-a6b6-4b4c-8285-6f4192a7dad5 None None] Port d07f3b14-e6b3-40d4-9719-de456f7359f6 cannot update to ACTIVE because it is not bound. {{(pid=114214) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 03 23:53:09.024908 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.db.api [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114214) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 23:53:09.025479 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG oslo_db.api [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 23:53:09.029300 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3ffbb2-41a7-4ce7-a1dc-a2fd65624a0d admin admin] Network 6794dc24-6270-444d-9eb8-8dafb7765ac3 is already hosted by enough agents. {{(pid=114213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:53:09.043668 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.base_scheduler [None req-0f3ffbb2-41a7-4ce7-a1dc-a2fd65624a0d admin admin] Resources bound (agent type, host, resource id): {{(pid=114213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:53:09.059940 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3ffbb2-41a7-4ce7-a1dc-a2fd65624a0d admin admin] Received port after_create {{(pid=114213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 23:53:09.060972 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-0f3ffbb2-41a7-4ce7-a1dc-a2fd65624a0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761863'] for router_interface, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:09.081382 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-47deba01-a6b6-4b4c-8285-6f4192a7dad5 None None] Provisioning complete for port 66755d84-4c80-4f52-9b10-dc2e875800bc triggered by entity DHCP. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:53:09.091601 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-47deba01-a6b6-4b4c-8285-6f4192a7dad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:09.309393 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-f6df0f7b-92d8-4709-863a-74d7c043603c None None] Notify callbacks [] for port, precommit_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:09.311170 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-1cbfda4a-a11b-4c84-9de7-c4a908086de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '467d3080-6a84-4db9-b5a8-cd3d3a3a3252', 'name': 'tempest-AttachVolumeTestJSON-462322208-router', 'tenant_id': '18702b8992014a4095bdd8f1a1117571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '44108730-eb8a-4c03-816c-17fa04bac0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:52:58Z', 'updated_at': '2022-05-03T23:53:02Z', 'revision_number': 3, 'project_id': '18702b8992014a4095bdd8f1a1117571', 'gw_port': {'id': '44108730-eb8a-4c03-816c-17fa04bac0b9', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:9d:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '467d3080-6a84-4db9-b5a8-cd3d3a3a3252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:01Z', 'updated_at': '2022-05-03T23:53:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi'}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:53:09.336772 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvr_db [None req-54c25ca3-0f51-48f6-aa1c-93ada97c52f1 None None] Set router afdc989b-1a8d-4435-b79b-864860050003 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 23:53:09.363553 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbfda4a-a11b-4c84-9de7-c4a908086de6 None None] The sync data for ids ['467d3080-6a84-4db9-b5a8-cd3d3a3a3252'] in dv-cinder-840375-1-iscsi is: [{'id': '467d3080-6a84-4db9-b5a8-cd3d3a3a3252', 'name': 'tempest-AttachVolumeTestJSON-462322208-router', 'tenant_id': '18702b8992014a4095bdd8f1a1117571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '44108730-eb8a-4c03-816c-17fa04bac0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:52:58Z', 'updated_at': '2022-05-03T23:53:02Z', 'revision_number': 3, 'project_id': '18702b8992014a4095bdd8f1a1117571', 'gw_port': {'id': '44108730-eb8a-4c03-816c-17fa04bac0b9', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:9d:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '467d3080-6a84-4db9-b5a8-cd3d3a3a3252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:01Z', 'updated_at': '2022-05-03T23:53:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi'}] {{(pid=114215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:53:09.399103 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3ffbb2-41a7-4ce7-a1dc-a2fd65624a0d admin admin] Pushing event updated for resources: {'Port': ['ID=2c0d12b7-288c-4279-8b35-041486d27e2a,revision_number=1']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:09.477405 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-f6df0f7b-92d8-4709-863a-74d7c043603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:09.491643 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10202fd7-3e7c-40d1-8638-44c6d00f6e58 admin admin] Network 88061c84-ec22-4a18-841b-8db91bd7572a is already hosted by enough agents. {{(pid=114212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:53:09.495028 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.base_scheduler [None req-10202fd7-3e7c-40d1-8638-44c6d00f6e58 admin admin] Resources bound (agent type, host, resource id): {{(pid=114212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:53:09.510987 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-25e4ecc6-ec44-4924-bb6c-1f454198d0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733331236172'] for port, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:09.662057 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.47', 51101) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:53:09.678709 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e4ecc6-ec44-4924-bb6c-1f454198d0c6 admin admin] Network 604bb18a-bbc8-4a96-8a59-cda5f9a33ba3 is already hosted by enough agents. {{(pid=114212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:53:09.709803 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa6c33f-9129-4c92-b978-d0f354b91f78 None None] Pushing event updated for resources: {'Port': ['ID=26de31a4-a158-4f76-b65e-4292da0ec2ab,revision_number=2']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:09.774932 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.base_scheduler [None req-25e4ecc6-ec44-4924-bb6c-1f454198d0c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=114212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:53:09.809836 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e4ecc6-ec44-4924-bb6c-1f454198d0c6 admin admin] Received port after_create {{(pid=114212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 23:53:09.810932 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-25e4ecc6-ec44-4924-bb6c-1f454198d0c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761863'] for router_interface, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:09.864884 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-9d7ecee3-ac48-4831-a68c-5a614d3a2cc0 req-5d358772-8995-4c80-8e3a-77ab5b79391d tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a98b7c-7213-435e-b792-a29d80ae1992 HTTP/1.1" status: 200 len: 210 time: 0.2930593 May 03 23:53:09.948893 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e4ecc6-ec44-4924-bb6c-1f454198d0c6 admin admin] Pushing event updated for resources: {'Port': ['ID=bef2cf20-417b-4ee2-a17d-83bf4cad789a,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:09.974990 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b2004b-ed8f-4812-ab8e-1b46deda3675 req-d77d6a8d-bf0c-47ee-a820-b0ccb281e8b5 tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:09.986554 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-f8b2004b-ed8f-4812-ab8e-1b46deda3675 req-d77d6a8d-bf0c-47ee-a820-b0ccb281e8b5 tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] 10.222.0.47 "GET /v2.0/networks?id=e4df8367-3994-4e6c-a0c0-89f183bdd756 HTTP/1.1" status: 200 len: 811 time: 0.3101521 May 03 23:53:10.022317 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.managers [None req-f6df0f7b-92d8-4709-863a-74d7c043603c None None] Attempting to bind port 26de31a4-a158-4f76-b65e-4292da0ec2ab on host dv-cinder-840375-1-iscsi for vnic_type normal with profile {{(pid=114214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:53:10.022903 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.managers [None req-f6df0f7b-92d8-4709-863a-74d7c043603c None None] Attempting to bind port 26de31a4-a158-4f76-b65e-4292da0ec2ab by drivers openvswitch,hyperv on host dv-cinder-840375-1-iscsi at level 0 using segments [{'id': '5eb57155-ed9e-4c45-a041-92a5f67bc876', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c'}] {{(pid=114214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:53:10.023072 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6df0f7b-92d8-4709-863a-74d7c043603c None None] Attempting to bind port 26de31a4-a158-4f76-b65e-4292da0ec2ab on network b899e136-3b25-4af5-bb18-9827145d490c {{(pid=114214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 23:53:10.033557 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6df0f7b-92d8-4709-863a-74d7c043603c None None] Checking agent: {'id': 'cd69fb9c-fe1e-4524-b6a8-2fc8f7c83280', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840375-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 23, 44, 7), 'started_at': datetime.datetime(2022, 5, 3, 23, 44, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840375-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 23:53:10.033951 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6df0f7b-92d8-4709-863a-74d7c043603c None None] Checking segment: {'id': '5eb57155-ed9e-4c45-a041-92a5f67bc876', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 03 23:53:10.034383 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-f6df0f7b-92d8-4709-863a-74d7c043603c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:10.034779 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6df0f7b-92d8-4709-863a-74d7c043603c None None] Bound using segment: {'id': '5eb57155-ed9e-4c45-a041-92a5f67bc876', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c'} {{(pid=114214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 23:53:10.035464 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.managers [None req-f6df0f7b-92d8-4709-863a-74d7c043603c None None] Bound port: 26de31a4-a158-4f76-b65e-4292da0ec2ab, host: dv-cinder-840375-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb57155-ed9e-4c45-a041-92a5f67bc876', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c'}}] {{(pid=114214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:53:10.035853 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-f6df0f7b-92d8-4709-863a-74d7c043603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:10.093019 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device 4451ff75-8bf2-4507-a5f3-127842a648f6 up at agent ovs-agent-dv-cinder-840375-1-iscsi {{(pid=114214) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 23:53:10.096147 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.v2.base [req-f8b2004b-ed8f-4812-ab8e-1b46deda3675 req-836b912b-0e7b-4057-9f63-5234690e356b tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] Request body: {'port': {'device_id': '21a98b7c-7213-435e-b792-a29d80ae1992', 'network_id': 'e4df8367-3994-4e6c-a0c0-89f183bdd756', 'admin_state_up': True, 'tenant_id': 'ba13458f0d404adaac6b1c5fa3e6d377'}} {{(pid=114213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:53:10.186824 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10202fd7-3e7c-40d1-8638-44c6d00f6e58 admin admin] Router 631a97f7-1cbf-4b95-adf6-8a2f356d4019 has already been hosted by L3 agent 758adf3f-89d7-4e1b-912e-3871fb413390 {{(pid=114212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 23:53:10.216333 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-54c25ca3-0f51-48f6-aa1c-93ada97c52f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afdc989b-1a8d-4435-b79b-864860050003', 'name': 'tempest-ServerRescueNegativeTestJSON-1249797005-router', 'tenant_id': 'b61197edd2154db6b72b860e57ff43ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '65558dd2-d27e-4169-9d4e-d5ab9f6287f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:52:59Z', 'updated_at': '2022-05-03T23:53:05Z', 'revision_number': 3, 'project_id': 'b61197edd2154db6b72b860e57ff43ed', 'gw_port': {'id': '65558dd2-d27e-4169-9d4e-d5ab9f6287f6', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9e:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afdc989b-1a8d-4435-b79b-864860050003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:02Z', 'updated_at': '2022-05-03T23:53:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi'}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:53:10.356113 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c25ca3-0f51-48f6-aa1c-93ada97c52f1 None None] Checking router: afdc989b-1a8d-4435-b79b-864860050003 for host: dv-cinder-840375-1-iscsi {{(pid=114214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:53:10.356113 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c25ca3-0f51-48f6-aa1c-93ada97c52f1 None None] Updating router afdc989b-1a8d-4435-b79b-864860050003 port 65558dd2-d27e-4169-9d4e-d5ab9f6287f6 binding host dv-cinder-840375-1-iscsi {{(pid=114214) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 23:53:10.363819 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-25e4ecc6-ec44-4924-bb6c-1f454198d0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:10.458540 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-54c25ca3-0f51-48f6-aa1c-93ada97c52f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:10.467379 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10202fd7-3e7c-40d1-8638-44c6d00f6e58 admin admin] Notify agent at l3_agent.dv-cinder-840375-1-iscsi the message routers_updated {{(pid=114212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 23:53:10.480309 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7df9fda-e6ae-4acc-8b47-887c2c9249fc None None] Sync routers for ids ['631a97f7-1cbf-4b95-adf6-8a2f356d4019'] in dv-cinder-840375-1-iscsi {{(pid=114215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:53:10.483901 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-db2c104c-d83f-4954-ad6e-783613721ef7 None None] Provisioning complete for port d07f3b14-e6b3-40d4-9719-de456f7359f6 triggered by entity DHCP. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:53:10.485573 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-db2c104c-d83f-4954-ad6e-783613721ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:10.504059 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-10202fd7-3e7c-40d1-8638-44c6d00f6e58 admin admin] 10.222.0.13 "PUT /v2.0/routers/631a97f7-1cbf-4b95-adf6-8a2f356d4019/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4367936 May 03 23:53:10.505181 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7df9fda-e6ae-4acc-8b47-887c2c9249fc None None] Routers {'631a97f7-1cbf-4b95-adf6-8a2f356d4019'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:53:10.505181 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-e7df9fda-e6ae-4acc-8b47-887c2c9249fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-03T23:53:04Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['631a97f7-1cbf-4b95-adf6-8a2f356d4019'], 'active': True} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:53:10.626202 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-f6df0f7b-92d8-4709-863a-74d7c043603c None None] For port 26de31a4-a158-4f76-b65e-4292da0ec2ab, host dv-cinder-840375-1-iscsi, cleared binding levels {{(pid=114214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 23:53:10.695857 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-f6df0f7b-92d8-4709-863a-74d7c043603c None None] For port 26de31a4-a158-4f76-b65e-4292da0ec2ab, host dv-cinder-840375-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=26de31a4-a158-4f76-b65e-4292da0ec2ab,segment=NetworkSegment(5eb57155-ed9e-4c45-a041-92a5f67bc876),segment_id=5eb57155-ed9e-4c45-a041-92a5f67bc876)] {{(pid=114214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 23:53:10.697022 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Provisioning complete for port 4451ff75-8bf2-4507-a5f3-127842a648f6 triggered by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:53:10.697395 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:10.850182 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-db2c104c-d83f-4954-ad6e-783613721ef7 None None] Port d07f3b14-e6b3-40d4-9719-de456f7359f6 cannot update to ACTIVE because it is not bound. {{(pid=114214) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 03 23:53:10.876559 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvr_db [None req-e7df9fda-e6ae-4acc-8b47-887c2c9249fc None None] Set router 631a97f7-1cbf-4b95-adf6-8a2f356d4019 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 23:53:10.877086 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-f6df0f7b-92d8-4709-863a-74d7c043603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:11.051575 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-25e4ecc6-ec44-4924-bb6c-1f454198d0c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:11.126770 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-25e4ecc6-ec44-4924-bb6c-1f454198d0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:11.127677 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-25e4ecc6-ec44-4924-bb6c-1f454198d0c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3748312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761851'] for router_interface, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:11.232810 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-ce7c06b7-5446-44f2-b9b2-02c250dad497 req-3488bf08-8a37-4845-bb5f-dae0fa3eae18 tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a98b7c-7213-435e-b792-a29d80ae1992 HTTP/1.1" status: 200 len: 210 time: 0.0496097 May 03 23:53:11.236067 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e4ecc6-ec44-4924-bb6c-1f454198d0c6 admin admin] Pushing event updated for resources: {'Port': ['ID=bef2cf20-417b-4ee2-a17d-83bf4cad789a,revision_number=2']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:11.447780 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e4ecc6-ec44-4924-bb6c-1f454198d0c6 admin admin] Network 604bb18a-bbc8-4a96-8a59-cda5f9a33ba3 is already hosted by enough agents. {{(pid=114212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:53:11.449524 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.base_scheduler [None req-25e4ecc6-ec44-4924-bb6c-1f454198d0c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=114212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:53:11.450148 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa6c33f-9129-4c92-b978-d0f354b91f78 None None] Pushing event updated for resources: {'Port': ['ID=26de31a4-a158-4f76-b65e-4292da0ec2ab,revision_number=3']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:11.480194 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-0f3ffbb2-41a7-4ce7-a1dc-a2fd65624a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:11.531504 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-db2c104c-d83f-4954-ad6e-783613721ef7 None None] Provisioning complete for port 2c0d12b7-288c-4279-8b35-041486d27e2a triggered by entity DHCP. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:53:11.532281 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-db2c104c-d83f-4954-ad6e-783613721ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:11.627437 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8b2004b-ed8f-4812-ab8e-1b46deda3675 req-836b912b-0e7b-4057-9f63-5234690e356b tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] Made reservation on behalf of ba13458f0d404adaac6b1c5fa3e6d377 for: {'port': 1} {{(pid=114213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:53:11.629691 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [req-f8b2004b-ed8f-4812-ab8e-1b46deda3675 req-836b912b-0e7b-4057-9f63-5234690e356b tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:11.697315 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6df0f7b-92d8-4709-863a-74d7c043603c None None] Routers {'0ac2491f-d87e-497e-9dd1-95a1251bcf15'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:53:11.705146 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-e7df9fda-e6ae-4acc-8b47-887c2c9249fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'name': 'tempest-AttachVolumeNegativeTest-158062797-router', 'tenant_id': '4f6a10010e894f0390d087e92b3d1035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '4451ff75-8bf2-4507-a5f3-127842a648f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:52:56Z', 'updated_at': '2022-05-03T23:53:06Z', 'revision_number': 4, 'project_id': '4f6a10010e894f0390d087e92b3d1035', 'gw_port': {'id': '4451ff75-8bf2-4507-a5f3-127842a648f6', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:06:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:52:58Z', 'updated_at': '2022-05-03T23:53:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_interfaces': [{'id': 'd07f3b14-e6b3-40d4-9719-de456f7359f6', 'name': '', 'network_id': '88061c84-ec22-4a18-841b-8db91bd7572a', 'tenant_id': '4f6a10010e894f0390d087e92b3d1035', 'mac_address': 'fa:16:3e:f6:8d:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b5c212ed-61ce-414c-afb5-0c8516817b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:04Z', 'updated_at': '2022-05-03T23:53:07Z', 'revision_number': 2, 'project_id': '4f6a10010e894f0390d087e92b3d1035', 'subnets': [{'id': 'b5c212ed-61ce-414c-afb5-0c8516817b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:53:11.708290 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-f6df0f7b-92d8-4709-863a-74d7c043603c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-03T23:53:04Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['0ac2491f-d87e-497e-9dd1-95a1251bcf15'], 'active': True} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:53:11.808025 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25e4ecc6-ec44-4924-bb6c-1f454198d0c6 admin admin] Router 467d3080-6a84-4db9-b5a8-cd3d3a3a3252 has already been hosted by L3 agent 758adf3f-89d7-4e1b-912e-3871fb413390 {{(pid=114212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 23:53:11.833140 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7df9fda-e6ae-4acc-8b47-887c2c9249fc None None] Checking router: 631a97f7-1cbf-4b95-adf6-8a2f356d4019 for host: dv-cinder-840375-1-iscsi {{(pid=114215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:53:11.833499 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7df9fda-e6ae-4acc-8b47-887c2c9249fc None None] Updating router 631a97f7-1cbf-4b95-adf6-8a2f356d4019 port d07f3b14-e6b3-40d4-9719-de456f7359f6 binding host dv-cinder-840375-1-iscsi {{(pid=114215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 23:53:11.930078 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron_lib.callbacks.manager [None req-e7df9fda-e6ae-4acc-8b47-887c2c9249fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:12.022786 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 35240) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:53:12.237677 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25e4ecc6-ec44-4924-bb6c-1f454198d0c6 admin admin] Notify agent at l3_agent.dv-cinder-840375-1-iscsi the message routers_updated {{(pid=114212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 23:53:12.255917 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-25e4ecc6-ec44-4924-bb6c-1f454198d0c6 admin admin] 10.222.0.13 "PUT /v2.0/routers/467d3080-6a84-4db9-b5a8-cd3d3a3a3252/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2903576 May 03 23:53:12.489040 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvr_db [None req-f6df0f7b-92d8-4709-863a-74d7c043603c None None] Set router 0ac2491f-d87e-497e-9dd1-95a1251bcf15 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 23:53:12.526973 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-bcd1e918-9c9f-4051-bb91-f58602a2ac85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:12.671272 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-a3a07056-14d1-457b-9d57-2ffd0970b63f req-23565e9f-14d2-4001-9b0f-90b35f6a6c29 tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a98b7c-7213-435e-b792-a29d80ae1992 HTTP/1.1" status: 200 len: 210 time: 0.2224145 May 03 23:53:12.716879 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-bcd1e918-9c9f-4051-bb91-f58602a2ac85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:12.782724 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron_lib.callbacks.manager [None req-e7df9fda-e6ae-4acc-8b47-887c2c9249fc None None] Notify callbacks [] for port, precommit_update {{(pid=114215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:12.783667 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-db2c104c-d83f-4954-ad6e-783613721ef7 None None] Port 2c0d12b7-288c-4279-8b35-041486d27e2a cannot update to ACTIVE because it is not bound. {{(pid=114214) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 03 23:53:12.786729 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ee39db-5bfd-4a2b-adc6-4c9215d58764 None None] Sync routers for ids ['467d3080-6a84-4db9-b5a8-cd3d3a3a3252'] in dv-cinder-840375-1-iscsi {{(pid=114214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:53:12.790621 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-bcd1e918-9c9f-4051-bb91-f58602a2ac85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:12.881680 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron_lib.callbacks.manager [None req-e7df9fda-e6ae-4acc-8b47-887c2c9249fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:12.930590 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-bcd1e918-9c9f-4051-bb91-f58602a2ac85 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1bffddff08cd4b0ba434c2f7c5dff96f&name=default HTTP/1.1" status: 200 len: 2977 time: 0.9036689 May 03 23:53:12.935929 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 35258) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:53:12.948742 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd1e918-9c9f-4051-bb91-f58602a2ac85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8db466d3-48b3-4b17-aa11-7fb537049ace,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:13.105704 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 35262) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:53:13.114124 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [None req-0e02d887-bc5f-49e4-92ca-27ab928ee22b tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Request body: {'security_group': {'name': 'tempest-securitygroup--84072173', 'description': 'tempest-description--1786151613'}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:53:13.153658 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:13.191861 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-a9e45aa7-9532-4195-a5a7-65c9657abc58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:13.270229 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-a9e45aa7-9532-4195-a5a7-65c9657abc58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:13.298087 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ee39db-5bfd-4a2b-adc6-4c9215d58764 None None] Routers {'467d3080-6a84-4db9-b5a8-cd3d3a3a3252'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:53:13.304370 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-e3ee39db-5bfd-4a2b-adc6-4c9215d58764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-03T23:53:04Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['467d3080-6a84-4db9-b5a8-cd3d3a3a3252'], 'active': True} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:53:13.376916 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-0e02d887-bc5f-49e4-92ca-27ab928ee22b tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks [] for security_group, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:13.489627 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.db.db_base_plugin_common [req-f8b2004b-ed8f-4812-ab8e-1b46deda3675 req-836b912b-0e7b-4057-9f63-5234690e356b tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] Allocated IP 172.20.0.11 (e4df8367-3994-4e6c-a0c0-89f183bdd756/27783468-6ebd-4b0e-9ee0-7b9d64732070/09236e2a-bba8-4c5a-8fb2-b908321fe4e8) {{(pid=114213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:53:13.509462 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-5af94bf7-c77b-49cc-bd0e-348b3c0db7ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:13.622804 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-a9e45aa7-9532-4195-a5a7-65c9657abc58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:13.634312 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-a9e45aa7-9532-4195-a5a7-65c9657abc58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:13.638481 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-a9e45aa7-9532-4195-a5a7-65c9657abc58 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8db466d3-48b3-4b17-aa11-7fb537049ace HTTP/1.1" status: 204 len: 168 time: 0.7009022 May 03 23:53:13.700957 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e45aa7-9532-4195-a5a7-65c9657abc58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db466d3-48b3-4b17-aa11-7fb537049ace,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:13.775212 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.managers [None req-e7df9fda-e6ae-4acc-8b47-887c2c9249fc None None] Attempting to bind port d07f3b14-e6b3-40d4-9719-de456f7359f6 on host dv-cinder-840375-1-iscsi for vnic_type normal with profile {{(pid=114215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:53:13.778143 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-54c25ca3-0f51-48f6-aa1c-93ada97c52f1 None None] Notify callbacks [] for port, precommit_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:13.783087 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.managers [None req-e7df9fda-e6ae-4acc-8b47-887c2c9249fc None None] Attempting to bind port d07f3b14-e6b3-40d4-9719-de456f7359f6 by drivers openvswitch,hyperv on host dv-cinder-840375-1-iscsi at level 0 using segments [{'id': '191d73d0-9208-4ea1-bb83-ed60d521a42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '88061c84-ec22-4a18-841b-8db91bd7572a'}] {{(pid=114215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:53:13.786815 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7df9fda-e6ae-4acc-8b47-887c2c9249fc None None] Attempting to bind port d07f3b14-e6b3-40d4-9719-de456f7359f6 on network 88061c84-ec22-4a18-841b-8db91bd7572a {{(pid=114215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 23:53:13.843437 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6478e61c-e8b1-46e2-9bfa-4da4739b5f07 None None] Pushing event updated for resources: {'Port': ['ID=d07f3b14-e6b3-40d4-9719-de456f7359f6,revision_number=3']} {{(pid=114215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:13.863382 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7df9fda-e6ae-4acc-8b47-887c2c9249fc None None] Checking agent: {'id': 'cd69fb9c-fe1e-4524-b6a8-2fc8f7c83280', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840375-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 23, 44, 7), 'started_at': datetime.datetime(2022, 5, 3, 23, 44, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840375-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 23:53:13.872048 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-0f3ffbb2-41a7-4ce7-a1dc-a2fd65624a0d admin admin] Notify callbacks [] for port, precommit_update {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:13.879366 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7df9fda-e6ae-4acc-8b47-887c2c9249fc None None] Checking segment: {'id': '191d73d0-9208-4ea1-bb83-ed60d521a42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '88061c84-ec22-4a18-841b-8db91bd7572a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 03 23:53:13.881516 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron_lib.callbacks.manager [None req-e7df9fda-e6ae-4acc-8b47-887c2c9249fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:13.884178 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7df9fda-e6ae-4acc-8b47-887c2c9249fc None None] Bound using segment: {'id': '191d73d0-9208-4ea1-bb83-ed60d521a42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '88061c84-ec22-4a18-841b-8db91bd7572a'} {{(pid=114215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 23:53:13.900412 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.managers [None req-e7df9fda-e6ae-4acc-8b47-887c2c9249fc None None] Bound port: d07f3b14-e6b3-40d4-9719-de456f7359f6, host: dv-cinder-840375-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '191d73d0-9208-4ea1-bb83-ed60d521a42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '88061c84-ec22-4a18-841b-8db91bd7572a'}}] {{(pid=114215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:53:13.903714 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron_lib.callbacks.manager [None req-e7df9fda-e6ae-4acc-8b47-887c2c9249fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:13.912279 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-0e02d887-bc5f-49e4-92ca-27ab928ee22b tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks [] for security_group, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:13.930530 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] For port 4451ff75-8bf2-4507-a5f3-127842a648f6, host dv-cinder-840375-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=4451ff75-8bf2-4507-a5f3-127842a648f6,segment=NetworkSegment(5eb57155-ed9e-4c45-a041-92a5f67bc876),segment_id=5eb57155-ed9e-4c45-a041-92a5f67bc876)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:53:13.938984 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-d6f1e221-ccd8-452a-9bda-62c3761ae00b None None] Provisioning complete for port bef2cf20-417b-4ee2-a17d-83bf4cad789a triggered by entity DHCP. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:53:13.939627 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-d6f1e221-ccd8-452a-9bda-62c3761ae00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:13.949323 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-54c25ca3-0f51-48f6-aa1c-93ada97c52f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:13.977942 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-0e02d887-bc5f-49e4-92ca-27ab928ee22b tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:13.984333 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-0f3ffbb2-41a7-4ce7-a1dc-a2fd65624a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:14.022618 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-0f3ffbb2-41a7-4ce7-a1dc-a2fd65624a0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3748312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761851'] for router_interface, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:14.038499 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:14.039573 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device 6373015d-38a9-4987-8655-564dca274ed4 up at agent ovs-agent-dv-cinder-840375-1-iscsi {{(pid=114214) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 23:53:14.069114 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e02d887-bc5f-49e4-92ca-27ab928ee22b tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa212b35-f6b0-4589-827d-9c3b989cfd50,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:14.124170 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-0e02d887-bc5f-49e4-92ca-27ab928ee22b tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks [] for security_group, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:14.126567 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-0e02d887-bc5f-49e4-92ca-27ab928ee22b tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.0193799 May 03 23:53:14.131382 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 35284) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:53:14.146936 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [None req-d03194c7-c5da-492c-97d1-31760ce24694 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Request body: {'security_group_rule': {'security_group_id': 'fa212b35-f6b0-4589-827d-9c3b989cfd50', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:53:14.210205 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 35288) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:53:14.214394 dv-cinder-840375-1-iscsi neutron-server[114212]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 03 23:53:14.221373 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.db [None req-e7df9fda-e6ae-4acc-8b47-887c2c9249fc None None] For port d07f3b14-e6b3-40d4-9719-de456f7359f6, host dv-cinder-840375-1-iscsi, cleared binding levels {{(pid=114215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 23:53:14.239919 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.db [None req-e7df9fda-e6ae-4acc-8b47-887c2c9249fc None None] For port d07f3b14-e6b3-40d4-9719-de456f7359f6, host dv-cinder-840375-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=d07f3b14-e6b3-40d4-9719-de456f7359f6,segment=NetworkSegment(191d73d0-9208-4ea1-bb83-ed60d521a42d),segment_id=191d73d0-9208-4ea1-bb83-ed60d521a42d)] {{(pid=114215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 23:53:14.329135 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.managers [None req-54c25ca3-0f51-48f6-aa1c-93ada97c52f1 None None] Attempting to bind port 65558dd2-d27e-4169-9d4e-d5ab9f6287f6 on host dv-cinder-840375-1-iscsi for vnic_type normal with profile {{(pid=114214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:53:14.329570 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.managers [None req-54c25ca3-0f51-48f6-aa1c-93ada97c52f1 None None] Attempting to bind port 65558dd2-d27e-4169-9d4e-d5ab9f6287f6 by drivers openvswitch,hyperv on host dv-cinder-840375-1-iscsi at level 0 using segments [{'id': '5eb57155-ed9e-4c45-a041-92a5f67bc876', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c'}] {{(pid=114214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:53:14.329947 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c25ca3-0f51-48f6-aa1c-93ada97c52f1 None None] Attempting to bind port 65558dd2-d27e-4169-9d4e-d5ab9f6287f6 on network b899e136-3b25-4af5-bb18-9827145d490c {{(pid=114214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 23:53:14.332367 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron_lib.callbacks.manager [None req-e7df9fda-e6ae-4acc-8b47-887c2c9249fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:14.419576 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-d03194c7-c5da-492c-97d1-31760ce24694 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:14.457673 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-5a921f73-ea35-4da1-a147-ebee2f8aa109 req-806684db-fadf-4f61-83a3-0c20eb8cd50e tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a98b7c-7213-435e-b792-a29d80ae1992 HTTP/1.1" status: 200 len: 210 time: 0.2425094 May 03 23:53:14.464501 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-d6f1e221-ccd8-452a-9bda-62c3761ae00b None None] Port bef2cf20-417b-4ee2-a17d-83bf4cad789a cannot update to ACTIVE because it is not bound. {{(pid=114214) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 03 23:53:14.478761 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c25ca3-0f51-48f6-aa1c-93ada97c52f1 None None] Checking agent: {'id': 'cd69fb9c-fe1e-4524-b6a8-2fc8f7c83280', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840375-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 23, 44, 7), 'started_at': datetime.datetime(2022, 5, 3, 23, 44, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840375-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 23:53:14.479293 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c25ca3-0f51-48f6-aa1c-93ada97c52f1 None None] Checking segment: {'id': '5eb57155-ed9e-4c45-a041-92a5f67bc876', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 03 23:53:14.479647 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-54c25ca3-0f51-48f6-aa1c-93ada97c52f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:14.480060 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c25ca3-0f51-48f6-aa1c-93ada97c52f1 None None] Bound using segment: {'id': '5eb57155-ed9e-4c45-a041-92a5f67bc876', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c'} {{(pid=114214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 23:53:14.480563 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.managers [None req-54c25ca3-0f51-48f6-aa1c-93ada97c52f1 None None] Bound port: 65558dd2-d27e-4169-9d4e-d5ab9f6287f6, host: dv-cinder-840375-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb57155-ed9e-4c45-a041-92a5f67bc876', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c'}}] {{(pid=114214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:53:14.480953 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-54c25ca3-0f51-48f6-aa1c-93ada97c52f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:14.526576 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6478e61c-e8b1-46e2-9bfa-4da4739b5f07 None None] Pushing event updated for resources: {'Port': ['ID=d07f3b14-e6b3-40d4-9719-de456f7359f6,revision_number=4']} {{(pid=114215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:14.550732 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7df9fda-e6ae-4acc-8b47-887c2c9249fc None None] Routers {'631a97f7-1cbf-4b95-adf6-8a2f356d4019'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:53:14.551731 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-e7df9fda-e6ae-4acc-8b47-887c2c9249fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-03T23:53:04Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['631a97f7-1cbf-4b95-adf6-8a2f356d4019'], 'active': True} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:53:14.697326 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 35298) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:53:14.724242 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [None req-d02e8716-dbb3-4e78-a9d4-2bec3522925c tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Request body: {'security_group': {'name': 'tempest-securitygroup--475741531', 'description': 'tempest-description--1203186101'}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:53:14.740834 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-54c25ca3-0f51-48f6-aa1c-93ada97c52f1 None None] For port 65558dd2-d27e-4169-9d4e-d5ab9f6287f6, host dv-cinder-840375-1-iscsi, cleared binding levels {{(pid=114214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 23:53:14.753674 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-54c25ca3-0f51-48f6-aa1c-93ada97c52f1 None None] For port 65558dd2-d27e-4169-9d4e-d5ab9f6287f6, host dv-cinder-840375-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=65558dd2-d27e-4169-9d4e-d5ab9f6287f6,segment=NetworkSegment(5eb57155-ed9e-4c45-a041-92a5f67bc876),segment_id=5eb57155-ed9e-4c45-a041-92a5f67bc876)] {{(pid=114214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 23:53:14.794328 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Provisioning complete for port 6373015d-38a9-4987-8655-564dca274ed4 triggered by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:53:14.801908 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:14.842843 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvr_db [None req-e7df9fda-e6ae-4acc-8b47-887c2c9249fc None None] Set router 631a97f7-1cbf-4b95-adf6-8a2f356d4019 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 23:53:14.905269 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-d03194c7-c5da-492c-97d1-31760ce24694 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:14.908058 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-d02e8716-dbb3-4e78-a9d4-2bec3522925c tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify callbacks [] for security_group, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:14.980416 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a48fca-12ce-492b-af6c-2b91b452339b None None] Pushing event updated for resources: {'Port': ['ID=65558dd2-d27e-4169-9d4e-d5ab9f6287f6,revision_number=2']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:15.034196 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-d03194c7-c5da-492c-97d1-31760ce24694 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774295'] for security_group_rule, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:15.109177 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvr_db [None req-e3ee39db-5bfd-4a2b-adc6-4c9215d58764 None None] Set router 467d3080-6a84-4db9-b5a8-cd3d3a3a3252 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 23:53:15.123856 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-54c25ca3-0f51-48f6-aa1c-93ada97c52f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:15.167562 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3ffbb2-41a7-4ce7-a1dc-a2fd65624a0d admin admin] Pushing event updated for resources: {'Port': ['ID=2c0d12b7-288c-4279-8b35-041486d27e2a,revision_number=2']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:15.200507 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-d03194c7-c5da-492c-97d1-31760ce24694 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:15.214891 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-d03194c7-c5da-492c-97d1-31760ce24694 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0818763 May 03 23:53:15.215722 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03194c7-c5da-492c-97d1-31760ce24694 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=144ad7e3-cead-442f-bced-72c996a1d2b2,revision_number=0']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:15.235802 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 35318) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:53:15.242431 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-5efc5689-c55d-4768-b421-bf7d8372c509 None None] Provisioning complete for port d07f3b14-e6b3-40d4-9719-de456f7359f6 triggered by entity DHCP. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:53:15.243727 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-5efc5689-c55d-4768-b421-bf7d8372c509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:15.271786 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [None req-24f73995-00b4-431c-ae4d-41609c5567e7 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Request body: {'security_group_rule': {'security_group_id': 'fa212b35-f6b0-4589-827d-9c3b989cfd50', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:53:15.373019 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-d02e8716-dbb3-4e78-a9d4-2bec3522925c tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify callbacks [] for security_group, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:15.440108 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.db.db_base_plugin_common [None req-5af94bf7-c77b-49cc-bd0e-348b3c0db7ea admin admin] Allocated IP 172.20.0.1 (0a6b04f9-6f06-4100-ad85-6b28ebd5afaa/a71a973f-43f2-413b-b3e6-b8f0626526c4/5a412f3d-68f7-4865-9233-942901c190c3) {{(pid=114213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:53:15.537924 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3ffbb2-41a7-4ce7-a1dc-a2fd65624a0d admin admin] Network 6794dc24-6270-444d-9eb8-8dafb7765ac3 is already hosted by enough agents. {{(pid=114213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:53:15.547630 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.base_scheduler [None req-0f3ffbb2-41a7-4ce7-a1dc-a2fd65624a0d admin admin] Resources bound (agent type, host, resource id): {{(pid=114213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:53:15.600622 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Pushing event updated for resources: {'Port': ['ID=4451ff75-8bf2-4507-a5f3-127842a648f6,revision_number=4']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:15.611579 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-e7df9fda-e6ae-4acc-8b47-887c2c9249fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'name': 'tempest-AttachVolumeNegativeTest-158062797-router', 'tenant_id': '4f6a10010e894f0390d087e92b3d1035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '4451ff75-8bf2-4507-a5f3-127842a648f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:52:56Z', 'updated_at': '2022-05-03T23:53:06Z', 'revision_number': 4, 'project_id': '4f6a10010e894f0390d087e92b3d1035', 'gw_port': {'id': '4451ff75-8bf2-4507-a5f3-127842a648f6', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:06:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:52:58Z', 'updated_at': '2022-05-03T23:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_interfaces': [{'id': 'd07f3b14-e6b3-40d4-9719-de456f7359f6', 'name': '', 'network_id': '88061c84-ec22-4a18-841b-8db91bd7572a', 'tenant_id': '4f6a10010e894f0390d087e92b3d1035', 'mac_address': 'fa:16:3e:f6:8d:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b5c212ed-61ce-414c-afb5-0c8516817b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:04Z', 'updated_at': '2022-05-03T23:53:14Z', 'revision_number': 4, 'project_id': '4f6a10010e894f0390d087e92b3d1035', 'subnets': [{'id': 'b5c212ed-61ce-414c-afb5-0c8516817b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:53:15.614615 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [req-f8b2004b-ed8f-4812-ab8e-1b46deda3675 req-836b912b-0e7b-4057-9f63-5234690e356b tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] Notify callbacks [] for port, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:15.683452 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7df9fda-e6ae-4acc-8b47-887c2c9249fc None None] The sync data for ids ['631a97f7-1cbf-4b95-adf6-8a2f356d4019'] in dv-cinder-840375-1-iscsi is: [{'id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'name': 'tempest-AttachVolumeNegativeTest-158062797-router', 'tenant_id': '4f6a10010e894f0390d087e92b3d1035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '4451ff75-8bf2-4507-a5f3-127842a648f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:52:56Z', 'updated_at': '2022-05-03T23:53:06Z', 'revision_number': 4, 'project_id': '4f6a10010e894f0390d087e92b3d1035', 'gw_port': {'id': '4451ff75-8bf2-4507-a5f3-127842a648f6', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:06:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:52:58Z', 'updated_at': '2022-05-03T23:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_interfaces': [{'id': 'd07f3b14-e6b3-40d4-9719-de456f7359f6', 'name': '', 'network_id': '88061c84-ec22-4a18-841b-8db91bd7572a', 'tenant_id': '4f6a10010e894f0390d087e92b3d1035', 'mac_address': 'fa:16:3e:f6:8d:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b5c212ed-61ce-414c-afb5-0c8516817b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:04Z', 'updated_at': '2022-05-03T23:53:14Z', 'revision_number': 4, 'project_id': '4f6a10010e894f0390d087e92b3d1035', 'subnets': [{'id': 'b5c212ed-61ce-414c-afb5-0c8516817b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:53:15.719139 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-24f73995-00b4-431c-ae4d-41609c5567e7 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:15.747694 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a48fca-12ce-492b-af6c-2b91b452339b None None] Pushing event updated for resources: {'Port': ['ID=65558dd2-d27e-4169-9d4e-d5ab9f6287f6,revision_number=3']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:15.885009 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-74ec74ce-fd8f-4e58-b6ad-80904d34c485 req-61411d03-6564-4708-b9ed-b24ca8dc9f01 tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a98b7c-7213-435e-b792-a29d80ae1992 HTTP/1.1" status: 200 len: 210 time: 0.1328743 May 03 23:53:15.923864 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-d02e8716-dbb3-4e78-a9d4-2bec3522925c tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:15.960432 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c25ca3-0f51-48f6-aa1c-93ada97c52f1 None None] Routers {'afdc989b-1a8d-4435-b79b-864860050003'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:53:15.967845 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-54c25ca3-0f51-48f6-aa1c-93ada97c52f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-03T23:53:04Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['afdc989b-1a8d-4435-b79b-864860050003'], 'active': True} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:53:16.021720 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-24f73995-00b4-431c-ae4d-41609c5567e7 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:16.044742 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02e8716-dbb3-4e78-a9d4-2bec3522925c tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9b5e6e-5f27-4dc7-8078-345eba378f61,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:16.060602 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-d02e8716-dbb3-4e78-a9d4-2bec3522925c tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify callbacks [] for security_group, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:16.063621 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-d02e8716-dbb3-4e78-a9d4-2bec3522925c tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.3589067 May 03 23:53:16.066020 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 35330) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:53:16.075401 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [None req-9c4b8ecc-e20c-4728-9a33-1924f5af9526 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Request body: {'security_group_rule': {'security_group_id': '2a9b5e6e-5f27-4dc7-8078-345eba378f61', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:53:16.091534 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-5af94bf7-c77b-49cc-bd0e-348b3c0db7ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:16.095039 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-24f73995-00b4-431c-ae4d-41609c5567e7 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774295'] for security_group_rule, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:16.117765 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f73995-00b4-431c-ae4d-41609c5567e7 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a445fae-88b6-41dd-b441-ec8db3e62331,revision_number=0']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:16.199330 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [req-f8b2004b-ed8f-4812-ab8e-1b46deda3675 req-836b912b-0e7b-4057-9f63-5234690e356b tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733331236172'] for port, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:16.206341 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f3ffbb2-41a7-4ce7-a1dc-a2fd65624a0d admin admin] Router 0ac2491f-d87e-497e-9dd1-95a1251bcf15 has already been hosted by L3 agent 758adf3f-89d7-4e1b-912e-3871fb413390 {{(pid=114213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 23:53:16.241612 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvr_db [None req-54c25ca3-0f51-48f6-aa1c-93ada97c52f1 None None] Set router afdc989b-1a8d-4435-b79b-864860050003 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 23:53:16.286490 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-24f73995-00b4-431c-ae4d-41609c5567e7 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:16.290345 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-24f73995-00b4-431c-ae4d-41609c5567e7 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0517840 May 03 23:53:16.293865 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 35340) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:53:16.330384 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [None req-11a3bafa-4f83-4f7d-90cb-03ad4cd16b6b tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Request body: {'floatingip': {'floating_network_id': 'b899e136-3b25-4af5-bb18-9827145d490c'}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:53:16.451929 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-9c4b8ecc-e20c-4728-9a33-1924f5af9526 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:16.526825 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 35342) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:53:16.638633 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-11a3bafa-4f83-4f7d-90cb-03ad4cd16b6b tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks [] for floatingip, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:16.688496 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-f6df0f7b-92d8-4709-863a-74d7c043603c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac2491f-d87e-497e-9dd1-95a1251bcf15', 'name': 'tempest-AttachVolumeShelveTestJSON-2104173359-router', 'tenant_id': '03bce0db30814ab1a93850e3a33758bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '26de31a4-a158-4f76-b65e-4292da0ec2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:52:57Z', 'updated_at': '2022-05-03T23:53:10Z', 'revision_number': 4, 'project_id': '03bce0db30814ab1a93850e3a33758bc', 'gw_port': {'id': '26de31a4-a158-4f76-b65e-4292da0ec2ab', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b0:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac2491f-d87e-497e-9dd1-95a1251bcf15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:52:58Z', 'updated_at': '2022-05-03T23:53:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_interfaces': [{'id': '2c0d12b7-288c-4279-8b35-041486d27e2a', 'name': '', 'network_id': '6794dc24-6270-444d-9eb8-8dafb7765ac3', 'tenant_id': '03bce0db30814ab1a93850e3a33758bc', 'mac_address': 'fa:16:3e:fa:bf:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac2491f-d87e-497e-9dd1-95a1251bcf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c9819db7-dd9c-4945-a665-c049574a03e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:08Z', 'updated_at': '2022-05-03T23:53:08Z', 'revision_number': 1, 'project_id': '03bce0db30814ab1a93850e3a33758bc', 'subnets': [{'id': 'c9819db7-dd9c-4945-a665-c049574a03e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:53:16.753628 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6df0f7b-92d8-4709-863a-74d7c043603c None None] The sync data for ids ['0ac2491f-d87e-497e-9dd1-95a1251bcf15'] in dv-cinder-840375-1-iscsi is: [{'id': '0ac2491f-d87e-497e-9dd1-95a1251bcf15', 'name': 'tempest-AttachVolumeShelveTestJSON-2104173359-router', 'tenant_id': '03bce0db30814ab1a93850e3a33758bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '26de31a4-a158-4f76-b65e-4292da0ec2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:52:57Z', 'updated_at': '2022-05-03T23:53:10Z', 'revision_number': 4, 'project_id': '03bce0db30814ab1a93850e3a33758bc', 'gw_port': {'id': '26de31a4-a158-4f76-b65e-4292da0ec2ab', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b0:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac2491f-d87e-497e-9dd1-95a1251bcf15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:52:58Z', 'updated_at': '2022-05-03T23:53:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_interfaces': [{'id': '2c0d12b7-288c-4279-8b35-041486d27e2a', 'name': '', 'network_id': '6794dc24-6270-444d-9eb8-8dafb7765ac3', 'tenant_id': '03bce0db30814ab1a93850e3a33758bc', 'mac_address': 'fa:16:3e:fa:bf:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac2491f-d87e-497e-9dd1-95a1251bcf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c9819db7-dd9c-4945-a665-c049574a03e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:08Z', 'updated_at': '2022-05-03T23:53:08Z', 'revision_number': 1, 'project_id': '03bce0db30814ab1a93850e3a33758bc', 'subnets': [{'id': 'c9819db7-dd9c-4945-a665-c049574a03e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:53:16.976075 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-9c4b8ecc-e20c-4728-9a33-1924f5af9526 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:17.004034 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8b2004b-ed8f-4812-ab8e-1b46deda3675 req-836b912b-0e7b-4057-9f63-5234690e356b tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] Network e4df8367-3994-4e6c-a0c0-89f183bdd756 is already hosted by enough agents. {{(pid=114213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:53:17.011820 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-5af94bf7-c77b-49cc-bd0e-348b3c0db7ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733331236172'] for port, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:17.017776 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.base_scheduler [req-f8b2004b-ed8f-4812-ab8e-1b46deda3675 req-836b912b-0e7b-4057-9f63-5234690e356b tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] Resources bound (agent type, host, resource id): {{(pid=114213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:53:17.035271 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836b912b-0e7b-4057-9f63-5234690e356b tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] Pushing event updated for resources: {'Port': ['ID=09236e2a-bba8-4c5a-8fb2-b908321fe4e8,revision_number=1']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:17.081955 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-9c4b8ecc-e20c-4728-9a33-1924f5af9526 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774295'] for security_group_rule, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:17.087700 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8b2004b-ed8f-4812-ab8e-1b46deda3675 req-836b912b-0e7b-4057-9f63-5234690e356b tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] Received port after_create {{(pid=114213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 23:53:17.114146 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b2004b-ed8f-4812-ab8e-1b46deda3675 req-836b912b-0e7b-4057-9f63-5234690e356b tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:17.114146 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [req-f8b2004b-ed8f-4812-ab8e-1b46deda3675 req-836b912b-0e7b-4057-9f63-5234690e356b tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748400'] for port, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:17.124072 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-5efc5689-c55d-4768-b421-bf7d8372c509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:17.214536 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4b8ecc-e20c-4728-9a33-1924f5af9526 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84eeb23b-7fcc-480b-940b-cab703558358,revision_number=0']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:17.336372 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-9c4b8ecc-e20c-4728-9a33-1924f5af9526 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:17.347909 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-9c4b8ecc-e20c-4728-9a33-1924f5af9526 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2801754 May 03 23:53:17.353136 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 35360) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:53:17.370834 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [None req-8129b35a-bff2-4e84-8822-efdf33752238 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Request body: {'security_group_rule': {'security_group_id': '2a9b5e6e-5f27-4dc7-8078-345eba378f61', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:53:17.420284 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device 66755d84-4c80-4f52-9b10-dc2e875800bc up at agent ovs-agent-dv-cinder-840375-1-iscsi {{(pid=114214) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 23:53:17.439336 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-5efc5689-c55d-4768-b421-bf7d8372c509 None None] For port d07f3b14-e6b3-40d4-9719-de456f7359f6, host dv-cinder-840375-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=d07f3b14-e6b3-40d4-9719-de456f7359f6,segment=NetworkSegment(191d73d0-9208-4ea1-bb83-ed60d521a42d),segment_id=191d73d0-9208-4ea1-bb83-ed60d521a42d)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:53:17.532006 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-e3ee39db-5bfd-4a2b-adc6-4c9215d58764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '467d3080-6a84-4db9-b5a8-cd3d3a3a3252', 'name': 'tempest-AttachVolumeTestJSON-462322208-router', 'tenant_id': '18702b8992014a4095bdd8f1a1117571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '44108730-eb8a-4c03-816c-17fa04bac0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:52:58Z', 'updated_at': '2022-05-03T23:53:10Z', 'revision_number': 4, 'project_id': '18702b8992014a4095bdd8f1a1117571', 'gw_port': {'id': '44108730-eb8a-4c03-816c-17fa04bac0b9', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:9d:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '467d3080-6a84-4db9-b5a8-cd3d3a3a3252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:01Z', 'updated_at': '2022-05-03T23:53:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_interfaces': [{'id': 'bef2cf20-417b-4ee2-a17d-83bf4cad789a', 'name': '', 'network_id': '604bb18a-bbc8-4a96-8a59-cda5f9a33ba3', 'tenant_id': '18702b8992014a4095bdd8f1a1117571', 'mac_address': 'fa:16:3e:ce:a4:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '467d3080-6a84-4db9-b5a8-cd3d3a3a3252', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '812a278c-b546-48ea-b77a-ce9966d91767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:08Z', 'updated_at': '2022-05-03T23:53:10Z', 'revision_number': 2, 'project_id': '18702b8992014a4095bdd8f1a1117571', 'subnets': [{'id': '812a278c-b546-48ea-b77a-ce9966d91767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:53:17.568397 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-54c25ca3-0f51-48f6-aa1c-93ada97c52f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afdc989b-1a8d-4435-b79b-864860050003', 'name': 'tempest-ServerRescueNegativeTestJSON-1249797005-router', 'tenant_id': 'b61197edd2154db6b72b860e57ff43ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '65558dd2-d27e-4169-9d4e-d5ab9f6287f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:52:59Z', 'updated_at': '2022-05-03T23:53:05Z', 'revision_number': 3, 'project_id': 'b61197edd2154db6b72b860e57ff43ed', 'gw_port': {'id': '65558dd2-d27e-4169-9d4e-d5ab9f6287f6', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9e:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afdc989b-1a8d-4435-b79b-864860050003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:02Z', 'updated_at': '2022-05-03T23:53:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi'}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:53:17.698224 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af94bf7-c77b-49cc-bd0e-348b3c0db7ea admin admin] Network 0a6b04f9-6f06-4100-ad85-6b28ebd5afaa is already hosted by enough agents. {{(pid=114213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:53:17.763541 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.base_scheduler [None req-5af94bf7-c77b-49cc-bd0e-348b3c0db7ea admin admin] Resources bound (agent type, host, resource id): {{(pid=114213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:53:17.772412 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af94bf7-c77b-49cc-bd0e-348b3c0db7ea admin admin] Received port after_create {{(pid=114213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 23:53:17.773419 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-5af94bf7-c77b-49cc-bd0e-348b3c0db7ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761863'] for router_interface, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:18.077029 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-7a968cad-2fd3-4637-bb33-38bd24d85c89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:18.134121 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af94bf7-c77b-49cc-bd0e-348b3c0db7ea admin admin] Pushing event updated for resources: {'Port': ['ID=5a412f3d-68f7-4865-9233-942901c190c3,revision_number=1']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:18.189831 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-11a3bafa-4f83-4f7d-90cb-03ad4cd16b6b tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:18.212833 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-f8b2004b-ed8f-4812-ab8e-1b46deda3675 req-836b912b-0e7b-4057-9f63-5234690e356b tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.1266589 May 03 23:53:18.253761 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [req-f8b2004b-ed8f-4812-ab8e-1b46deda3675 req-d5061022-8c28-41ca-9630-1c401fa4c3f6 tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=114213) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:53:18.255806 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-f8b2004b-ed8f-4812-ab8e-1b46deda3675 req-d5061022-8c28-41ca-9630-1c401fa4c3f6 tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0413957 May 03 23:53:18.274830 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-5efc5689-c55d-4768-b421-bf7d8372c509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:18.294356 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c25ca3-0f51-48f6-aa1c-93ada97c52f1 None None] The sync data for ids ['afdc989b-1a8d-4435-b79b-864860050003'] in dv-cinder-840375-1-iscsi is: [{'id': 'afdc989b-1a8d-4435-b79b-864860050003', 'name': 'tempest-ServerRescueNegativeTestJSON-1249797005-router', 'tenant_id': 'b61197edd2154db6b72b860e57ff43ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '65558dd2-d27e-4169-9d4e-d5ab9f6287f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:52:59Z', 'updated_at': '2022-05-03T23:53:05Z', 'revision_number': 3, 'project_id': 'b61197edd2154db6b72b860e57ff43ed', 'gw_port': {'id': '65558dd2-d27e-4169-9d4e-d5ab9f6287f6', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9e:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afdc989b-1a8d-4435-b79b-864860050003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:02Z', 'updated_at': '2022-05-03T23:53:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi'}] {{(pid=114214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:53:18.332263 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ee39db-5bfd-4a2b-adc6-4c9215d58764 None None] Checking router: 467d3080-6a84-4db9-b5a8-cd3d3a3a3252 for host: dv-cinder-840375-1-iscsi {{(pid=114214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:53:18.332631 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ee39db-5bfd-4a2b-adc6-4c9215d58764 None None] Updating router 467d3080-6a84-4db9-b5a8-cd3d3a3a3252 port bef2cf20-417b-4ee2-a17d-83bf4cad789a binding host dv-cinder-840375-1-iscsi {{(pid=114214) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 23:53:18.334856 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f3ffbb2-41a7-4ce7-a1dc-a2fd65624a0d admin admin] Notify agent at l3_agent.dv-cinder-840375-1-iscsi the message routers_updated {{(pid=114213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 23:53:18.352317 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-0f3ffbb2-41a7-4ce7-a1dc-a2fd65624a0d admin admin] 10.222.0.13 "PUT /v2.0/routers/0ac2491f-d87e-497e-9dd1-95a1251bcf15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8117466 May 03 23:53:18.368088 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-8129b35a-bff2-4e84-8822-efdf33752238 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:18.405441 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b496bab2-ab99-4d47-920b-94d30b1d4bde req-c09e1721-cb28-4c15-b05b-b7f2bcc38b4c tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:18.416672 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-b496bab2-ab99-4d47-920b-94d30b1d4bde req-c09e1721-cb28-4c15-b05b-b7f2bcc38b4c tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a98b7c-7213-435e-b792-a29d80ae1992 HTTP/1.1" status: 200 len: 932 time: 1.3698814 May 03 23:53:18.565425 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-e3ee39db-5bfd-4a2b-adc6-4c9215d58764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:18.602085 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:18.688485 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-b496bab2-ab99-4d47-920b-94d30b1d4bde req-910c2a50-e198-4387-9432-92c2d685858c tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] 10.222.0.13 "GET /v2.0/security-groups?id=368cf922-5b8b-4ac9-b3b7-aaedfbed4279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578413 May 03 23:53:18.693768 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-53e7947c-ae26-43ba-b52b-41b765c11b58 None None] Provisioning complete for port d07f3b14-e6b3-40d4-9719-de456f7359f6 triggered by entity DHCP. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:53:18.701531 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-53e7947c-ae26-43ba-b52b-41b765c11b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:18.725691 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efc5689-c55d-4768-b421-bf7d8372c509 None None] Pushing event updated for resources: {'Port': ['ID=d07f3b14-e6b3-40d4-9719-de456f7359f6,revision_number=5']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:18.765461 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.v2.base [req-f8b2004b-ed8f-4812-ab8e-1b46deda3675 req-ee745fc0-8c8a-47ab-a2f2-c31768a9cd59 service neutron] Request body: {'port': {'device_id': '21a98b7c-7213-435e-b792-a29d80ae1992', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=114213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:53:18.869952 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Provisioning complete for port 66755d84-4c80-4f52-9b10-dc2e875800bc triggered by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:53:18.871006 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:19.048843 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-5af94bf7-c77b-49cc-bd0e-348b3c0db7ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:19.122828 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.db_base_plugin_common [None req-11a3bafa-4f83-4f7d-90cb-03ad4cd16b6b tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Allocated IP 172.27.2.243 (b899e136-3b25-4af5-bb18-9827145d490c/f9ce11e5-b806-4ff0-a648-9987146ccd8a/4a11e315-7bc5-413b-be20-9caca401b8c0) {{(pid=114212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:53:19.152365 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [req-f8b2004b-ed8f-4812-ab8e-1b46deda3675 req-ee745fc0-8c8a-47ab-a2f2-c31768a9cd59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:19.281756 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-8129b35a-bff2-4e84-8822-efdf33752238 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:19.310185 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-7a968cad-2fd3-4637-bb33-38bd24d85c89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:19.353271 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-8129b35a-bff2-4e84-8822-efdf33752238 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774295'] for security_group_rule, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:19.503416 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8129b35a-bff2-4e84-8822-efdf33752238 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c743d7d5-1dd7-4ca8-8ed1-74d6081d5b41,revision_number=0']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:19.511898 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-7a968cad-2fd3-4637-bb33-38bd24d85c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:19.936296 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-8129b35a-bff2-4e84-8822-efdf33752238 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:19.938506 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-8129b35a-bff2-4e84-8822-efdf33752238 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.5795584 May 03 23:53:19.955806 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 35400) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:53:19.977227 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [None req-cc28a880-40e4-47b9-aba5-9d6c6a86d974 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Request body: {'floatingip': {'floating_network_id': 'b899e136-3b25-4af5-bb18-9827145d490c'}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:53:19.992654 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-7a968cad-2fd3-4637-bb33-38bd24d85c89 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8af458409cc84162a26bdf65fe819a32&name=default HTTP/1.1" status: 200 len: 2979 time: 3.4550388 May 03 23:53:20.014878 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 35402) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:53:20.093200 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 35404) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:53:20.119924 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [None req-f5cee36a-7b59-4fe0-8ba7-55e59ea92720 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Request body: {'security_group': {'name': 'tempest-securitygroup--887512279', 'description': 'tempest-description--1699752109'}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:53:20.199456 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a968cad-2fd3-4637-bb33-38bd24d85c89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63b4a415-cf05-4804-b21f-536d0e6f5d80,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:20.302505 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-e3ee39db-5bfd-4a2b-adc6-4c9215d58764 None None] Notify callbacks [] for port, precommit_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:20.481405 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device d07f3b14-e6b3-40d4-9719-de456f7359f6 up at agent ovs-agent-dv-cinder-840375-1-iscsi {{(pid=114214) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 23:53:20.495396 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-cc28a880-40e4-47b9-aba5-9d6c6a86d974 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify callbacks [] for floatingip, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:20.582734 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-53e7947c-ae26-43ba-b52b-41b765c11b58 None None] Provisioning complete for port 5a412f3d-68f7-4865-9233-942901c190c3 triggered by entity DHCP. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:53:20.582950 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-53e7947c-ae26-43ba-b52b-41b765c11b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:20.585244 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-e3ee39db-5bfd-4a2b-adc6-4c9215d58764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:20.688803 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-f5cee36a-7b59-4fe0-8ba7-55e59ea92720 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify callbacks [] for security_group, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:20.810172 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-11a3bafa-4f83-4f7d-90cb-03ad4cd16b6b tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks [] for port, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:20.849084 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d871828a-2eb2-4d92-a3e8-30afd1fddb5c None None] Pushing event updated for resources: {'Port': ['ID=bef2cf20-417b-4ee2-a17d-83bf4cad789a,revision_number=3']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:20.851569 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-e7fc1cee-8921-4b1b-b5a4-0f51246d8415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:20.900893 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f0578f-b1b5-43ca-95de-f408e1b659b6 req-ed135511-aae2-4226-84e6-e435c87afb08 tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:20.915965 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-07f0578f-b1b5-43ca-95de-f408e1b659b6 req-ed135511-aae2-4226-84e6-e435c87afb08 tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a98b7c-7213-435e-b792-a29d80ae1992 HTTP/1.1" status: 200 len: 932 time: 0.6917815 May 03 23:53:21.065512 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-e7fc1cee-8921-4b1b-b5a4-0f51246d8415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:21.067005 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.managers [None req-e3ee39db-5bfd-4a2b-adc6-4c9215d58764 None None] Attempting to bind port bef2cf20-417b-4ee2-a17d-83bf4cad789a on host dv-cinder-840375-1-iscsi for vnic_type normal with profile {{(pid=114214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:53:21.067005 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.managers [None req-e3ee39db-5bfd-4a2b-adc6-4c9215d58764 None None] Attempting to bind port bef2cf20-417b-4ee2-a17d-83bf4cad789a by drivers openvswitch,hyperv on host dv-cinder-840375-1-iscsi at level 0 using segments [{'id': 'd4ac9688-7820-43e6-987e-96b1e1f3947a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '604bb18a-bbc8-4a96-8a59-cda5f9a33ba3'}] {{(pid=114214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:53:21.067332 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ee39db-5bfd-4a2b-adc6-4c9215d58764 None None] Attempting to bind port bef2cf20-417b-4ee2-a17d-83bf4cad789a on network 604bb18a-bbc8-4a96-8a59-cda5f9a33ba3 {{(pid=114214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 23:53:21.084834 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ee39db-5bfd-4a2b-adc6-4c9215d58764 None None] Checking agent: {'id': 'cd69fb9c-fe1e-4524-b6a8-2fc8f7c83280', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840375-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 23, 44, 7), 'started_at': datetime.datetime(2022, 5, 3, 23, 44, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840375-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 23:53:21.085510 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ee39db-5bfd-4a2b-adc6-4c9215d58764 None None] Checking segment: {'id': 'd4ac9688-7820-43e6-987e-96b1e1f3947a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '604bb18a-bbc8-4a96-8a59-cda5f9a33ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 03 23:53:21.088168 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-e3ee39db-5bfd-4a2b-adc6-4c9215d58764 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:21.088863 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ee39db-5bfd-4a2b-adc6-4c9215d58764 None None] Bound using segment: {'id': 'd4ac9688-7820-43e6-987e-96b1e1f3947a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '604bb18a-bbc8-4a96-8a59-cda5f9a33ba3'} {{(pid=114214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 23:53:21.090967 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.managers [None req-e3ee39db-5bfd-4a2b-adc6-4c9215d58764 None None] Bound port: bef2cf20-417b-4ee2-a17d-83bf4cad789a, host: dv-cinder-840375-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4ac9688-7820-43e6-987e-96b1e1f3947a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '604bb18a-bbc8-4a96-8a59-cda5f9a33ba3'}}] {{(pid=114214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:53:21.092978 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-e3ee39db-5bfd-4a2b-adc6-4c9215d58764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:21.117694 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-07f0578f-b1b5-43ca-95de-f408e1b659b6 req-048b9dea-c273-4268-98be-678ffefef95c tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] 10.222.0.13 "GET /v2.0/security-groups?id=368cf922-5b8b-4ac9-b3b7-aaedfbed4279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867139 May 03 23:53:21.159182 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-5af94bf7-c77b-49cc-bd0e-348b3c0db7ea admin admin] Notify callbacks [] for port, precommit_update {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:21.199025 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-e3ee39db-5bfd-4a2b-adc6-4c9215d58764 None None] For port bef2cf20-417b-4ee2-a17d-83bf4cad789a, host dv-cinder-840375-1-iscsi, cleared binding levels {{(pid=114214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 23:53:21.202973 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-e3ee39db-5bfd-4a2b-adc6-4c9215d58764 None None] For port bef2cf20-417b-4ee2-a17d-83bf4cad789a, host dv-cinder-840375-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=bef2cf20-417b-4ee2-a17d-83bf4cad789a,segment=NetworkSegment(d4ac9688-7820-43e6-987e-96b1e1f3947a),segment_id=d4ac9688-7820-43e6-987e-96b1e1f3947a)] {{(pid=114214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 23:53:21.205944 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-53e7947c-ae26-43ba-b52b-41b765c11b58 None None] Port 5a412f3d-68f7-4865-9233-942901c190c3 cannot update to ACTIVE because it is not bound. {{(pid=114214) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 03 23:53:21.210490 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Provisioning complete for port d07f3b14-e6b3-40d4-9719-de456f7359f6 triggered by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:53:21.210490 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:21.267528 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-5af94bf7-c77b-49cc-bd0e-348b3c0db7ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:21.278896 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-5af94bf7-c77b-49cc-bd0e-348b3c0db7ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3748312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761851'] for router_interface, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:21.294069 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-f5cee36a-7b59-4fe0-8ba7-55e59ea92720 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify callbacks [] for security_group, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:21.328983 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-53e7947c-ae26-43ba-b52b-41b765c11b58 None None] Provisioning complete for port 2c0d12b7-288c-4279-8b35-041486d27e2a triggered by entity DHCP. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:53:21.329881 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-53e7947c-ae26-43ba-b52b-41b765c11b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:21.338727 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-11a3bafa-4f83-4f7d-90cb-03ad4cd16b6b tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733331236172'] for port, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:21.373866 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af94bf7-c77b-49cc-bd0e-348b3c0db7ea admin admin] Pushing event updated for resources: {'Port': ['ID=5a412f3d-68f7-4865-9233-942901c190c3,revision_number=2']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:21.395407 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-e3ee39db-5bfd-4a2b-adc6-4c9215d58764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:21.436292 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.notifiers.nova [req-f8b2004b-ed8f-4812-ab8e-1b46deda3675 req-ee745fc0-8c8a-47ab-a2f2-c31768a9cd59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09236e2a-bba8-4c5a-8fb2-b908321fe4e8 {{(pid=114213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:53:21.448835 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [req-f8b2004b-ed8f-4812-ab8e-1b46deda3675 req-ee745fc0-8c8a-47ab-a2f2-c31768a9cd59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:21.457078 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-f5cee36a-7b59-4fe0-8ba7-55e59ea92720 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:21.486378 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.db.provisioning_blocks [req-f8b2004b-ed8f-4812-ab8e-1b46deda3675 req-ee745fc0-8c8a-47ab-a2f2-c31768a9cd59 service neutron] Transition to ACTIVE for port object 09236e2a-bba8-4c5a-8fb2-b908321fe4e8 will not be triggered until provisioned by entity L2. {{(pid=114213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:53:21.490642 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-53e7947c-ae26-43ba-b52b-41b765c11b58 None None] Port 2c0d12b7-288c-4279-8b35-041486d27e2a cannot update to ACTIVE because it is not bound. {{(pid=114214) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 03 23:53:21.504896 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-e7fc1cee-8921-4b1b-b5a4-0f51246d8415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:21.507910 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-e7fc1cee-8921-4b1b-b5a4-0f51246d8415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:21.512661 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-e7fc1cee-8921-4b1b-b5a4-0f51246d8415 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/63b4a415-cf05-4804-b21f-536d0e6f5d80 HTTP/1.1" status: 204 len: 168 time: 1.4950709 May 03 23:53:21.527953 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a3bafa-4f83-4f7d-90cb-03ad4cd16b6b tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Network b899e136-3b25-4af5-bb18-9827145d490c is already hosted by enough agents. {{(pid=114212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:53:21.532778 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a3bafa-4f83-4f7d-90cb-03ad4cd16b6b tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Pushing event updated for resources: {'Port': ['ID=4a11e315-7bc5-413b-be20-9caca401b8c0,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:21.569072 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.base_scheduler [None req-11a3bafa-4f83-4f7d-90cb-03ad4cd16b6b tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Resources bound (agent type, host, resource id): {{(pid=114212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:53:21.592411 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a3bafa-4f83-4f7d-90cb-03ad4cd16b6b tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Received port after_create {{(pid=114212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 23:53:21.600022 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af94bf7-c77b-49cc-bd0e-348b3c0db7ea admin admin] Network 0a6b04f9-6f06-4100-ad85-6b28ebd5afaa is already hosted by enough agents. {{(pid=114213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:53:21.600170 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device 44108730-eb8a-4c03-816c-17fa04bac0b9 up at agent ovs-agent-dv-cinder-840375-1-iscsi {{(pid=114214) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 23:53:21.604115 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [req-f8b2004b-ed8f-4812-ab8e-1b46deda3675 req-ee745fc0-8c8a-47ab-a2f2-c31768a9cd59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:21.615629 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ee39db-5bfd-4a2b-adc6-4c9215d58764 None None] Routers {'467d3080-6a84-4db9-b5a8-cd3d3a3a3252'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:53:21.623127 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-e3ee39db-5bfd-4a2b-adc6-4c9215d58764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-03T23:53:04Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['467d3080-6a84-4db9-b5a8-cd3d3a3a3252'], 'active': True} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:53:21.675556 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.base_scheduler [None req-5af94bf7-c77b-49cc-bd0e-348b3c0db7ea admin admin] Resources bound (agent type, host, resource id): {{(pid=114213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:53:21.704764 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-f5cee36a-7b59-4fe0-8ba7-55e59ea92720 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify callbacks [] for security_group, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:21.724869 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-f5cee36a-7b59-4fe0-8ba7-55e59ea92720 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.6060193 May 03 23:53:21.729807 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 35432) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:53:21.903917 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cee36a-7b59-4fe0-8ba7-55e59ea92720 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=494fa588-c49d-4c98-8357-af016f4d8fd6,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:21.975749 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [None req-a1ee7b5e-fe65-4ad8-ba21-5c5eb23a6366 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Request body: {'security_group_rule': {'security_group_id': '494fa588-c49d-4c98-8357-af016f4d8fd6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:53:22.107656 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 35434) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:53:22.316963 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-93844e01-ad02-4929-a904-3ce281f118a5 None None] Provisioning complete for port bef2cf20-417b-4ee2-a17d-83bf4cad789a triggered by entity DHCP. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:53:22.322668 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-93844e01-ad02-4929-a904-3ce281f118a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:22.361349 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-cc28a880-40e4-47b9-aba5-9d6c6a86d974 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:22.478329 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d871828a-2eb2-4d92-a3e8-30afd1fddb5c None None] Pushing event updated for resources: {'Port': ['ID=bef2cf20-417b-4ee2-a17d-83bf4cad789a,revision_number=4']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:22.494194 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fc1cee-8921-4b1b-b5a4-0f51246d8415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b4a415-cf05-4804-b21f-536d0e6f5d80,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:22.518964 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee745fc0-8c8a-47ab-a2f2-c31768a9cd59 service neutron] Pushing event updated for resources: {'Port': ['ID=09236e2a-bba8-4c5a-8fb2-b908321fe4e8,revision_number=2']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:22.543156 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-11a3bafa-4f83-4f7d-90cb-03ad4cd16b6b tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:22.565719 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.managers [req-f8b2004b-ed8f-4812-ab8e-1b46deda3675 req-ee745fc0-8c8a-47ab-a2f2-c31768a9cd59 service neutron] Attempting to bind port 09236e2a-bba8-4c5a-8fb2-b908321fe4e8 on host hv-cinder-84037 for vnic_type normal with profile {{(pid=114213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:53:22.568279 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.managers [req-f8b2004b-ed8f-4812-ab8e-1b46deda3675 req-ee745fc0-8c8a-47ab-a2f2-c31768a9cd59 service neutron] Attempting to bind port 09236e2a-bba8-4c5a-8fb2-b908321fe4e8 by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': 'b35ef663-3c8f-4adb-a120-88388ef27397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e4df8367-3994-4e6c-a0c0-89f183bdd756'}] {{(pid=114213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:53:22.568876 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b2004b-ed8f-4812-ab8e-1b46deda3675 req-ee745fc0-8c8a-47ab-a2f2-c31768a9cd59 service neutron] Attempting to bind port 09236e2a-bba8-4c5a-8fb2-b908321fe4e8 on network e4df8367-3994-4e6c-a0c0-89f183bdd756 {{(pid=114213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 23:53:22.579776 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-a1ee7b5e-fe65-4ad8-ba21-5c5eb23a6366 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:22.699786 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b2004b-ed8f-4812-ab8e-1b46deda3675 req-ee745fc0-8c8a-47ab-a2f2-c31768a9cd59 service neutron] Port 09236e2a-bba8-4c5a-8fb2-b908321fe4e8 on network e4df8367-3994-4e6c-a0c0-89f183bdd756 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=114213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 23:53:22.700128 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b2004b-ed8f-4812-ab8e-1b46deda3675 req-ee745fc0-8c8a-47ab-a2f2-c31768a9cd59 service neutron] Attempting to bind port 09236e2a-bba8-4c5a-8fb2-b908321fe4e8 on network e4df8367-3994-4e6c-a0c0-89f183bdd756 {{(pid=114213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 23:53:22.750107 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b2004b-ed8f-4812-ab8e-1b46deda3675 req-ee745fc0-8c8a-47ab-a2f2-c31768a9cd59 service neutron] Checking agent: {'id': '6e4019a9-2d41-4d26-94e3-460d78c489d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 23, 50, 48), 'started_at': datetime.datetime(2022, 5, 3, 23, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 23:53:22.757971 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b2004b-ed8f-4812-ab8e-1b46deda3675 req-ee745fc0-8c8a-47ab-a2f2-c31768a9cd59 service neutron] Checking segment: {'id': 'b35ef663-3c8f-4adb-a120-88388ef27397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e4df8367-3994-4e6c-a0c0-89f183bdd756'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 03 23:53:22.757971 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b2004b-ed8f-4812-ab8e-1b46deda3675 req-ee745fc0-8c8a-47ab-a2f2-c31768a9cd59 service neutron] Bound using segment: {'id': 'b35ef663-3c8f-4adb-a120-88388ef27397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e4df8367-3994-4e6c-a0c0-89f183bdd756'} {{(pid=114213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 23:53:22.757971 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.managers [req-f8b2004b-ed8f-4812-ab8e-1b46deda3675 req-ee745fc0-8c8a-47ab-a2f2-c31768a9cd59 service neutron] Bound port: 09236e2a-bba8-4c5a-8fb2-b908321fe4e8, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b35ef663-3c8f-4adb-a120-88388ef27397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e4df8367-3994-4e6c-a0c0-89f183bdd756'}}] {{(pid=114213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:53:22.757971 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [req-f8b2004b-ed8f-4812-ab8e-1b46deda3675 req-ee745fc0-8c8a-47ab-a2f2-c31768a9cd59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:22.822914 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Provisioning complete for port 44108730-eb8a-4c03-816c-17fa04bac0b9 triggered by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:53:22.822914 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:22.875875 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5af94bf7-c77b-49cc-bd0e-348b3c0db7ea admin admin] Router afdc989b-1a8d-4435-b79b-864860050003 has already been hosted by L3 agent 758adf3f-89d7-4e1b-912e-3871fb413390 {{(pid=114213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 23:53:23.001809 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3590e0-7397-4eb6-bdfe-1dea1260e23d req-68b1de12-77ff-45ea-b911-e4ef5201783c tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:23.005255 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvr_db [None req-e3ee39db-5bfd-4a2b-adc6-4c9215d58764 None None] Set router 467d3080-6a84-4db9-b5a8-cd3d3a3a3252 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 23:53:23.014743 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-7f3590e0-7397-4eb6-bdfe-1dea1260e23d req-68b1de12-77ff-45ea-b911-e4ef5201783c tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a98b7c-7213-435e-b792-a29d80ae1992 HTTP/1.1" status: 200 len: 944 time: 0.6424968 May 03 23:53:23.067749 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-a0d8c92a-4d46-422b-8ea6-f5f2fb2e1b71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:23.159038 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-7f3590e0-7397-4eb6-bdfe-1dea1260e23d req-58f7e417-444f-4e2d-b6eb-cd72b4d753ac tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] 10.222.0.13 "GET /v2.0/security-groups?id=368cf922-5b8b-4ac9-b3b7-aaedfbed4279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378500 May 03 23:53:23.168367 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.db [req-f8b2004b-ed8f-4812-ab8e-1b46deda3675 req-ee745fc0-8c8a-47ab-a2f2-c31768a9cd59 service neutron] For port 09236e2a-bba8-4c5a-8fb2-b908321fe4e8, host hv-cinder-84037, cleared binding levels {{(pid=114213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 23:53:23.169326 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-11a3bafa-4f83-4f7d-90cb-03ad4cd16b6b tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:23.197963 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 35456) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:53:23.238443 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-6fe46ac2-9d6c-4ea5-b4b0-b6dc67a1fad9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:23.241573 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-a1ee7b5e-fe65-4ad8-ba21-5c5eb23a6366 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:23.246523 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.db [req-f8b2004b-ed8f-4812-ab8e-1b46deda3675 req-ee745fc0-8c8a-47ab-a2f2-c31768a9cd59 service neutron] For port 09236e2a-bba8-4c5a-8fb2-b908321fe4e8, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=09236e2a-bba8-4c5a-8fb2-b908321fe4e8,segment=NetworkSegment(b35ef663-3c8f-4adb-a120-88388ef27397),segment_id=b35ef663-3c8f-4adb-a120-88388ef27397)] {{(pid=114213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 23:53:23.253544 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.db_base_plugin_common [None req-cc28a880-40e4-47b9-aba5-9d6c6a86d974 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Allocated IP 172.27.2.203 (b899e136-3b25-4af5-bb18-9827145d490c/f9ce11e5-b806-4ff0-a648-9987146ccd8a/aa4b5885-ccac-4359-aeab-bfcb0d183b93) {{(pid=114212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:53:23.404812 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [req-f8b2004b-ed8f-4812-ab8e-1b46deda3675 req-ee745fc0-8c8a-47ab-a2f2-c31768a9cd59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:23.428939 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-a1ee7b5e-fe65-4ad8-ba21-5c5eb23a6366 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774295'] for security_group_rule, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:23.450849 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-93844e01-ad02-4929-a904-3ce281f118a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:23.526281 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af94bf7-c77b-49cc-bd0e-348b3c0db7ea admin admin] Notify agent at l3_agent.dv-cinder-840375-1-iscsi the message routers_updated {{(pid=114213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 23:53:23.537769 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-5af94bf7-c77b-49cc-bd0e-348b3c0db7ea admin admin] 10.222.0.13 "PUT /v2.0/routers/afdc989b-1a8d-4435-b79b-864860050003/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.7356129 May 03 23:53:23.540328 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ee7b5e-fe65-4ad8-ba21-5c5eb23a6366 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cb53dda-b04d-4e24-9ec5-bf57d526b6bf,revision_number=0']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:23.542871 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b2004b-ed8f-4812-ab8e-1b46deda3675 req-ee745fc0-8c8a-47ab-a2f2-c31768a9cd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:23.543460 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [req-f8b2004b-ed8f-4812-ab8e-1b46deda3675 req-ee745fc0-8c8a-47ab-a2f2-c31768a9cd59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748400'] for port, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:23.545088 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-f8b2004b-ed8f-4812-ab8e-1b46deda3675 req-ee745fc0-8c8a-47ab-a2f2-c31768a9cd59 service neutron] 10.222.0.47 "PUT /v2.0/ports/09236e2a-bba8-4c5a-8fb2-b908321fe4e8 HTTP/1.1" status: 200 len: 1094 time: 4.9629662 May 03 23:53:23.545803 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21a98b7c-7213-435e-b792-a29d80ae1992', 'tag': '09236e2a-bba8-4c5a-8fb2-b908321fe4e8'}] {{(pid=114213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:53:23.565968 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:23.669393 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-cc28a880-40e4-47b9-aba5-9d6c6a86d974 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify callbacks [] for port, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:23.763249 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] For port 44108730-eb8a-4c03-816c-17fa04bac0b9, host dv-cinder-840375-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=44108730-eb8a-4c03-816c-17fa04bac0b9,segment=NetworkSegment(5eb57155-ed9e-4c45-a041-92a5f67bc876),segment_id=5eb57155-ed9e-4c45-a041-92a5f67bc876)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:53:23.767538 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-93844e01-ad02-4929-a904-3ce281f118a5 None None] For port bef2cf20-417b-4ee2-a17d-83bf4cad789a, host dv-cinder-840375-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=bef2cf20-417b-4ee2-a17d-83bf4cad789a,segment=NetworkSegment(d4ac9688-7820-43e6-987e-96b1e1f3947a),segment_id=d4ac9688-7820-43e6-987e-96b1e1f3947a)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:53:23.768408 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-a0d8c92a-4d46-422b-8ea6-f5f2fb2e1b71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:23.778423 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-a1ee7b5e-fe65-4ad8-ba21-5c5eb23a6366 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:23.780000 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-a1ee7b5e-fe65-4ad8-ba21-5c5eb23a6366 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8968880 May 03 23:53:23.790157 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 35468) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:53:23.833380 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-cc28a880-40e4-47b9-aba5-9d6c6a86d974 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733331236172'] for port, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:23.855302 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-93844e01-ad02-4929-a904-3ce281f118a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:23.866773 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:23.867749 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device 4451ff75-8bf2-4507-a5f3-127842a648f6 up at agent ovs-agent-dv-cinder-840375-1-iscsi {{(pid=114214) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 23:53:24.002466 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-6fe46ac2-9d6c-4ea5-b4b0-b6dc67a1fad9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:24.018103 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc28a880-40e4-47b9-aba5-9d6c6a86d974 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Network b899e136-3b25-4af5-bb18-9827145d490c is already hosted by enough agents. {{(pid=114212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:53:24.028521 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.base_scheduler [None req-cc28a880-40e4-47b9-aba5-9d6c6a86d974 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Resources bound (agent type, host, resource id): {{(pid=114212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:53:24.031774 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc28a880-40e4-47b9-aba5-9d6c6a86d974 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Received port after_create {{(pid=114212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 23:53:24.083597 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.v2.base [None req-ca5b8afe-567e-4960-aaac-e451947bc31d tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Request body: {'security_group_rule': {'security_group_id': '494fa588-c49d-4c98-8357-af016f4d8fd6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:53:24.109675 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-cc28a880-40e4-47b9-aba5-9d6c6a86d974 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:24.113106 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-a0d8c92a-4d46-422b-8ea6-f5f2fb2e1b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:24.154621 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee745fc0-8c8a-47ab-a2f2-c31768a9cd59 service neutron] Pushing event updated for resources: {'Port': ['ID=09236e2a-bba8-4c5a-8fb2-b908321fe4e8,revision_number=3']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:24.182118 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-6fe46ac2-9d6c-4ea5-b4b0-b6dc67a1fad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:24.244908 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-a0d8c92a-4d46-422b-8ea6-f5f2fb2e1b71 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f92e495923234349ae786d8484886578&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1217132 May 03 23:53:24.249186 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d8c92a-4d46-422b-8ea6-f5f2fb2e1b71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1bb5a26-9e3d-4156-8aad-164e30a9f519,revision_number=1']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:24.257534 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 35480) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:53:24.278682 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b2004b-ed8f-4812-ab8e-1b46deda3675 req-44fafd14-1a53-4d53-b46f-329b56bddf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:24.280544 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-f8b2004b-ed8f-4812-ab8e-1b46deda3675 req-44fafd14-1a53-4d53-b46f-329b56bddf6f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ba13458f0d404adaac6b1c5fa3e6d377&device_id=21a98b7c-7213-435e-b792-a29d80ae1992 HTTP/1.1" status: 200 len: 1097 time: 0.5080428 May 03 23:53:24.301347 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-6fe46ac2-9d6c-4ea5-b4b0-b6dc67a1fad9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e0d794186141432598f5828b2d13b073&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1013565 May 03 23:53:24.319672 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 35482) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:53:24.330603 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-e3ee39db-5bfd-4a2b-adc6-4c9215d58764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '467d3080-6a84-4db9-b5a8-cd3d3a3a3252', 'name': 'tempest-AttachVolumeTestJSON-462322208-router', 'tenant_id': '18702b8992014a4095bdd8f1a1117571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '44108730-eb8a-4c03-816c-17fa04bac0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:52:58Z', 'updated_at': '2022-05-03T23:53:10Z', 'revision_number': 4, 'project_id': '18702b8992014a4095bdd8f1a1117571', 'gw_port': {'id': '44108730-eb8a-4c03-816c-17fa04bac0b9', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:9d:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '467d3080-6a84-4db9-b5a8-cd3d3a3a3252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:01Z', 'updated_at': '2022-05-03T23:53:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_interfaces': [{'id': 'bef2cf20-417b-4ee2-a17d-83bf4cad789a', 'name': '', 'network_id': '604bb18a-bbc8-4a96-8a59-cda5f9a33ba3', 'tenant_id': '18702b8992014a4095bdd8f1a1117571', 'mac_address': 'fa:16:3e:ce:a4:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '467d3080-6a84-4db9-b5a8-cd3d3a3a3252', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '812a278c-b546-48ea-b77a-ce9966d91767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:08Z', 'updated_at': '2022-05-03T23:53:21Z', 'revision_number': 4, 'project_id': '18702b8992014a4095bdd8f1a1117571', 'subnets': [{'id': '812a278c-b546-48ea-b77a-ce9966d91767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:53:24.376116 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-c29ada0a-6c98-42f8-b1c6-d7e0d4ecdf3d None None] Provisioning complete for port bef2cf20-417b-4ee2-a17d-83bf4cad789a triggered by entity DHCP. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:53:24.376591 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-c29ada0a-6c98-42f8-b1c6-d7e0d4ecdf3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:24.413657 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc28a880-40e4-47b9-aba5-9d6c6a86d974 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Pushing event updated for resources: {'Port': ['ID=aa4b5885-ccac-4359-aeab-bfcb0d183b93,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:24.464029 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ee39db-5bfd-4a2b-adc6-4c9215d58764 None None] The sync data for ids ['467d3080-6a84-4db9-b5a8-cd3d3a3a3252'] in dv-cinder-840375-1-iscsi is: [{'id': '467d3080-6a84-4db9-b5a8-cd3d3a3a3252', 'name': 'tempest-AttachVolumeTestJSON-462322208-router', 'tenant_id': '18702b8992014a4095bdd8f1a1117571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '44108730-eb8a-4c03-816c-17fa04bac0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:52:58Z', 'updated_at': '2022-05-03T23:53:10Z', 'revision_number': 4, 'project_id': '18702b8992014a4095bdd8f1a1117571', 'gw_port': {'id': '44108730-eb8a-4c03-816c-17fa04bac0b9', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:9d:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '467d3080-6a84-4db9-b5a8-cd3d3a3a3252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:01Z', 'updated_at': '2022-05-03T23:53:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_interfaces': [{'id': 'bef2cf20-417b-4ee2-a17d-83bf4cad789a', 'name': '', 'network_id': '604bb18a-bbc8-4a96-8a59-cda5f9a33ba3', 'tenant_id': '18702b8992014a4095bdd8f1a1117571', 'mac_address': 'fa:16:3e:ce:a4:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '467d3080-6a84-4db9-b5a8-cd3d3a3a3252', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '812a278c-b546-48ea-b77a-ce9966d91767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:08Z', 'updated_at': '2022-05-03T23:53:21Z', 'revision_number': 4, 'project_id': '18702b8992014a4095bdd8f1a1117571', 'subnets': [{'id': '812a278c-b546-48ea-b77a-ce9966d91767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:53:24.473424 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93844e01-ad02-4929-a904-3ce281f118a5 None None] Pushing event updated for resources: {'Port': ['ID=bef2cf20-417b-4ee2-a17d-83bf4cad789a,revision_number=5']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:24.531398 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Provisioning complete for port 4451ff75-8bf2-4507-a5f3-127842a648f6 triggered by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:53:24.531398 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:24.566452 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-11a3bafa-4f83-4f7d-90cb-03ad4cd16b6b tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks [] for port, precommit_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:24.570214 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe46ac2-9d6c-4ea5-b4b0-b6dc67a1fad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1040dc2f-f650-49b7-9edb-a580d4fece39,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:24.584074 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-f8b2004b-ed8f-4812-ab8e-1b46deda3675 req-3b7335b8-ea26-4537-bc65-5628db2fb7ef service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09236e2a-bba8-4c5a-8fb2-b908321fe4e8 HTTP/1.1" status: 200 len: 217 time: 0.2816362 May 03 23:53:24.607416 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53d1e4f1e8632581442e9f46277f90828789bc3ac2677f75cdf13d6c47c4555d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f2309da-7117-468b-ab13-3a3dc45c0fc5" -d '{"events": [{"name": "network-changed", "server_uuid": "21a98b7c-7213-435e-b792-a29d80ae1992", "tag": "09236e2a-bba8-4c5a-8fb2-b908321fe4e8"}]}' {{(pid=114213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 23:53:24.607649 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-cc28a880-40e4-47b9-aba5-9d6c6a86d974 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:24.674992 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-ca5b8afe-567e-4960-aaac-e451947bc31d tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:24.702404 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-11a3bafa-4f83-4f7d-90cb-03ad4cd16b6b tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:24.745458 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Pushing event updated for resources: {'Port': ['ID=44108730-eb8a-4c03-816c-17fa04bac0b9,revision_number=4']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:24.816228 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-c29ada0a-6c98-42f8-b1c6-d7e0d4ecdf3d None None] Provisioning complete for port 5a412f3d-68f7-4865-9233-942901c190c3 triggered by entity DHCP. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:53:24.816627 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-c29ada0a-6c98-42f8-b1c6-d7e0d4ecdf3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:24.899771 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a3bafa-4f83-4f7d-90cb-03ad4cd16b6b tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Pushing event updated for resources: {'Port': ['ID=4a11e315-7bc5-413b-be20-9caca401b8c0,revision_number=2']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:24.932313 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d2ff56-76dd-429c-8e5f-973c15d8e96d req-ae3774a0-c3d1-47a9-972d-8b9f3f8ad495 tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:24.934374 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-22d2ff56-76dd-429c-8e5f-973c15d8e96d req-ae3774a0-c3d1-47a9-972d-8b9f3f8ad495 tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a98b7c-7213-435e-b792-a29d80ae1992 HTTP/1.1" status: 200 len: 944 time: 0.6448250 May 03 23:53:24.943694 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-11a3bafa-4f83-4f7d-90cb-03ad4cd16b6b tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3761754'] for floatingip, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:24.963477 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b2004b-ed8f-4812-ab8e-1b46deda3675 req-cc511de4-0a31-455d-8be5-b376b8f50d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:24.965257 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-f8b2004b-ed8f-4812-ab8e-1b46deda3675 req-cc511de4-0a31-455d-8be5-b376b8f50d07 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=27783468-6ebd-4b0e-9ee0-7b9d64732070 HTTP/1.1" status: 200 len: 851 time: 0.3506401 May 03 23:53:24.998788 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-0635543d-0411-41c3-9863-3e03df9a95d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:25.072138 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-839c953a-e47a-483d-b383-06fdce118575 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:25.083031 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-c29ada0a-6c98-42f8-b1c6-d7e0d4ecdf3d None None] Port 5a412f3d-68f7-4865-9233-942901c190c3 cannot update to ACTIVE because it is not bound. {{(pid=114214) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 03 23:53:25.088906 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-11a3bafa-4f83-4f7d-90cb-03ad4cd16b6b tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371'] for floatingip, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:25.095879 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-f8b2004b-ed8f-4812-ab8e-1b46deda3675 req-a8bb8130-0203-42bd-8577-5cdd6294e20a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e4df8367-3994-4e6c-a0c0-89f183bdd756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1079419 May 03 23:53:25.105633 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-11a3bafa-4f83-4f7d-90cb-03ad4cd16b6b tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.8102546 May 03 23:53:25.155141 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-ca5b8afe-567e-4960-aaac-e451947bc31d tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:25.189019 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-22d2ff56-76dd-429c-8e5f-973c15d8e96d req-8c5efce3-a12f-4c6a-a57f-871ce6438036 tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] 10.222.0.13 "GET /v2.0/security-groups?id=368cf922-5b8b-4ac9-b3b7-aaedfbed4279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312865 May 03 23:53:25.237498 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc59ac4-8987-414f-b405-a8181e04cf04 req-ce3b5779-2878-464f-b4c8-60610822f0f9 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:25.239455 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-8cc59ac4-8987-414f-b405-a8181e04cf04 req-ce3b5779-2878-464f-b4c8-60610822f0f9 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/networks?id=0a6b04f9-6f06-4100-ad85-6b28ebd5afaa HTTP/1.1" status: 200 len: 819 time: 0.6262658 May 03 23:53:25.246968 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-0635543d-0411-41c3-9863-3e03df9a95d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:25.249469 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-ca5b8afe-567e-4960-aaac-e451947bc31d tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774295'] for security_group_rule, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:25.328394 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-839c953a-e47a-483d-b383-06fdce118575 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:25.365495 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5b5eee-58f8-4601-b9df-9e008fa9f892 None None] Sync routers for ids ['0ac2491f-d87e-497e-9dd1-95a1251bcf15'] in dv-cinder-840375-1-iscsi {{(pid=114215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:53:25.395106 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5b5eee-58f8-4601-b9df-9e008fa9f892 None None] Routers {'0ac2491f-d87e-497e-9dd1-95a1251bcf15'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:53:25.395828 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-ca5b5eee-58f8-4601-b9df-9e008fa9f892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-03T23:53:04Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['0ac2491f-d87e-497e-9dd1-95a1251bcf15'], 'active': True} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:53:25.419672 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-8cc59ac4-8987-414f-b405-a8181e04cf04 req-c428ac60-2be9-403e-87c5-0bf1b55bc51e tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/quotas/b61197edd2154db6b72b860e57ff43ed HTTP/1.1" status: 200 len: 375 time: 0.1574190 May 03 23:53:25.429748 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5b8afe-567e-4960-aaac-e451947bc31d tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cfcadfd-2274-4cca-8fd5-58434206ec69,revision_number=0']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:25.498911 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-cc28a880-40e4-47b9-aba5-9d6c6a86d974 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify callbacks [] for port, precommit_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:25.609296 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-cc28a880-40e4-47b9-aba5-9d6c6a86d974 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:25.613572 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-ca5b8afe-567e-4960-aaac-e451947bc31d tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:25.616950 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-ca5b8afe-567e-4960-aaac-e451947bc31d tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5732408 May 03 23:53:25.622510 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 35510) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:53:25.641232 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.v2.base [None req-d5f81d89-b049-48e4-b9e5-390609095e7f tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Request body: {'floatingip': {'floating_network_id': 'b899e136-3b25-4af5-bb18-9827145d490c'}} {{(pid=114213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:53:25.708976 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 23:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ef64cd-4d78-42e4-ac82-5d667dda4f34 x-openstack-request-id: req-49ef64cd-4d78-42e4-ac82-5d667dda4f34 {{(pid=114213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 23:53:25.709509 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21a98b7c-7213-435e-b792-a29d80ae1992", "tag": "09236e2a-bba8-4c5a-8fb2-b908321fe4e8", "status": "completed", "code": 200}]} {{(pid=114213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 23:53:25.709949 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-49ef64cd-4d78-42e4-ac82-5d667dda4f34 {{(pid=114213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 23:53:25.710639 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49ef64cd-4d78-42e4-ac82-5d667dda4f34'] response: {'name': 'network-changed', 'server_uuid': '21a98b7c-7213-435e-b792-a29d80ae1992', 'tag': '09236e2a-bba8-4c5a-8fb2-b908321fe4e8', 'status': 'completed', 'code': 200} May 03 23:53:25.728489 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvr_db [None req-ca5b5eee-58f8-4601-b9df-9e008fa9f892 None None] Set router 0ac2491f-d87e-497e-9dd1-95a1251bcf15 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 23:53:25.746512 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-f8b2004b-ed8f-4812-ab8e-1b46deda3675 req-eab05fe5-fbc5-4904-865a-a1a3a95e3389 service neutron] 10.222.0.47 "GET /v2.0/networks/e4df8367-3994-4e6c-a0c0-89f183bdd756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6152759 May 03 23:53:25.833785 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-8cc59ac4-8987-414f-b405-a8181e04cf04 req-3f2f8f3a-6b45-4263-a417-199d7fb71ebc tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b61197edd2154db6b72b860e57ff43ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3989804 May 03 23:53:25.835003 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-d5f81d89-b049-48e4-b9e5-390609095e7f tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify callbacks [] for floatingip, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:25.836705 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device d07f3b14-e6b3-40d4-9719-de456f7359f6 up at agent ovs-agent-dv-cinder-840375-1-iscsi {{(pid=114214) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 23:53:25.839188 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3b90c9-8adf-4444-82cc-b9d1e9e5ca8f None None] Sync routers for ids ['afdc989b-1a8d-4435-b79b-864860050003'] in dv-cinder-840375-1-iscsi {{(pid=114214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:53:25.851271 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-0635543d-0411-41c3-9863-3e03df9a95d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:25.853693 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-0635543d-0411-41c3-9863-3e03df9a95d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:25.860052 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-0635543d-0411-41c3-9863-3e03df9a95d5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a1bb5a26-9e3d-4156-8aad-164e30a9f519 HTTP/1.1" status: 204 len: 168 time: 1.5923698 May 03 23:53:25.975939 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-839c953a-e47a-483d-b383-06fdce118575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:25.979006 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-839c953a-e47a-483d-b383-06fdce118575 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:25.985031 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-839c953a-e47a-483d-b383-06fdce118575 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1040dc2f-f650-49b7-9edb-a580d4fece39 HTTP/1.1" status: 204 len: 168 time: 1.6589141 May 03 23:53:25.987539 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-cc28a880-40e4-47b9-aba5-9d6c6a86d974 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3761754'] for floatingip, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:26.032573 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3b90c9-8adf-4444-82cc-b9d1e9e5ca8f None None] Routers {'afdc989b-1a8d-4435-b79b-864860050003'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:53:26.033428 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-ad3b90c9-8adf-4444-82cc-b9d1e9e5ca8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-03T23:53:04Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['afdc989b-1a8d-4435-b79b-864860050003'], 'active': True} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:53:26.123792 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0635543d-0411-41c3-9863-3e03df9a95d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1bb5a26-9e3d-4156-8aad-164e30a9f519,revision_number=None']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:26.192328 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-f9a4e53c-f892-4d82-a891-c4593e67411e req-6de630f1-b846-4c35-b67a-bf40ab3a8ca8 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--84072173&fields=id&tenant_id=4f6a10010e894f0390d087e92b3d1035 HTTP/1.1" status: 200 len: 267 time: 0.2264414 May 03 23:53:26.244560 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839c953a-e47a-483d-b383-06fdce118575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1040dc2f-f650-49b7-9edb-a580d4fece39,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:26.325701 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Provisioning complete for port d07f3b14-e6b3-40d4-9719-de456f7359f6 triggered by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:53:26.326195 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:26.372249 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-f8b2004b-ed8f-4812-ab8e-1b46deda3675 req-212f65bd-3dcd-4c33-9ea8-5b1a831f958a service neutron] 10.222.0.47 "GET /v2.0/networks/e4df8367-3994-4e6c-a0c0-89f183bdd756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6223817 May 03 23:53:26.431397 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-8cc59ac4-8987-414f-b405-a8181e04cf04 req-27342dba-7527-4078-89c0-c14ca3cf1a17 service neutron] 10.222.0.13 "GET /v2.0/networks/0a6b04f9-6f06-4100-ad85-6b28ebd5afaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5597429 May 03 23:53:26.486078 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc28a880-40e4-47b9-aba5-9d6c6a86d974 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Pushing event updated for resources: {'Port': ['ID=aa4b5885-ccac-4359-aeab-bfcb0d183b93,revision_number=2']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:26.588077 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-cc28a880-40e4-47b9-aba5-9d6c6a86d974 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371'] for floatingip, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:26.595475 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-cc28a880-40e4-47b9-aba5-9d6c6a86d974 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.6385574 May 03 23:53:26.613914 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.agents_db [None req-33eb5aa9-4e04-49df-8f84-9829a3bd54c6 None None] Agent healthcheck: found 6 active agents {{(pid=114215) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 23:53:26.750763 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-ca5b5eee-58f8-4601-b9df-9e008fa9f892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac2491f-d87e-497e-9dd1-95a1251bcf15', 'name': 'tempest-AttachVolumeShelveTestJSON-2104173359-router', 'tenant_id': '03bce0db30814ab1a93850e3a33758bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '26de31a4-a158-4f76-b65e-4292da0ec2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:52:57Z', 'updated_at': '2022-05-03T23:53:10Z', 'revision_number': 4, 'project_id': '03bce0db30814ab1a93850e3a33758bc', 'gw_port': {'id': '26de31a4-a158-4f76-b65e-4292da0ec2ab', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b0:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac2491f-d87e-497e-9dd1-95a1251bcf15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:52:58Z', 'updated_at': '2022-05-03T23:53:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_interfaces': [{'id': '2c0d12b7-288c-4279-8b35-041486d27e2a', 'name': '', 'network_id': '6794dc24-6270-444d-9eb8-8dafb7765ac3', 'tenant_id': '03bce0db30814ab1a93850e3a33758bc', 'mac_address': 'fa:16:3e:fa:bf:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac2491f-d87e-497e-9dd1-95a1251bcf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c9819db7-dd9c-4945-a665-c049574a03e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:08Z', 'updated_at': '2022-05-03T23:53:11Z', 'revision_number': 2, 'project_id': '03bce0db30814ab1a93850e3a33758bc', 'subnets': [{'id': 'c9819db7-dd9c-4945-a665-c049574a03e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:53:26.823345 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5b5eee-58f8-4601-b9df-9e008fa9f892 None None] Checking router: 0ac2491f-d87e-497e-9dd1-95a1251bcf15 for host: dv-cinder-840375-1-iscsi {{(pid=114215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:53:26.823693 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5b5eee-58f8-4601-b9df-9e008fa9f892 None None] Updating router 0ac2491f-d87e-497e-9dd1-95a1251bcf15 port 2c0d12b7-288c-4279-8b35-041486d27e2a binding host dv-cinder-840375-1-iscsi {{(pid=114215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 23:53:26.886538 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron_lib.callbacks.manager [None req-ca5b5eee-58f8-4601-b9df-9e008fa9f892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:27.021412 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-8cc59ac4-8987-414f-b405-a8181e04cf04 req-56762d37-b1f0-4b58-affb-3683fb5c0ffe service neutron] 10.222.0.13 "GET /v2.0/networks/0a6b04f9-6f06-4100-ad85-6b28ebd5afaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5731373 May 03 23:53:27.030364 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvr_db [None req-ad3b90c9-8adf-4444-82cc-b9d1e9e5ca8f None None] Set router afdc989b-1a8d-4435-b79b-864860050003 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 23:53:27.066228 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2309da-7117-468b-ab13-3a3dc45c0fc5 req-e93586cf-aad4-419b-bd43-3dbd45a05873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:27.084291 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-2f2309da-7117-468b-ab13-3a3dc45c0fc5 req-e93586cf-aad4-419b-bd43-3dbd45a05873 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ba13458f0d404adaac6b1c5fa3e6d377&device_id=21a98b7c-7213-435e-b792-a29d80ae1992 HTTP/1.1" status: 200 len: 1097 time: 0.4398625 May 03 23:53:27.092905 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-d5f81d89-b049-48e4-b9e5-390609095e7f tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:27.250297 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a4e53c-f892-4d82-a891-c4593e67411e req-c70e3b9a-f012-4d4d-b2a4-883ef7933823 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:27.262280 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-f9a4e53c-f892-4d82-a891-c4593e67411e req-c70e3b9a-f012-4d4d-b2a4-883ef7933823 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/networks?id=88061c84-ec22-4a18-841b-8db91bd7572a HTTP/1.1" status: 200 len: 814 time: 1.0344357 May 03 23:53:27.298980 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-f9a4e53c-f892-4d82-a891-c4593e67411e req-3d5de20a-dfe7-43e3-9c99-729a43efdec3 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/quotas/4f6a10010e894f0390d087e92b3d1035 HTTP/1.1" status: 200 len: 375 time: 0.0354941 May 03 23:53:27.417598 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.db.db_base_plugin_common [None req-d5f81d89-b049-48e4-b9e5-390609095e7f tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Allocated IP 172.27.2.254 (b899e136-3b25-4af5-bb18-9827145d490c/f9ce11e5-b806-4ff0-a648-9987146ccd8a/2357dec7-f06d-4e44-8e64-eadb4433a15b) {{(pid=114213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:53:27.551440 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device 65558dd2-d27e-4169-9d4e-d5ab9f6287f6 up at agent ovs-agent-dv-cinder-840375-1-iscsi {{(pid=114214) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 23:53:27.575520 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-f9a4e53c-f892-4d82-a891-c4593e67411e req-ddb1bc94-e6f5-41b5-bda7-10902a59097e tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f6a10010e894f0390d087e92b3d1035&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2751863 May 03 23:53:27.830234 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 35576) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:53:27.853186 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-a8b0e933-4f77-432b-a161-2e0eadb32835 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:27.937371 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron_lib.callbacks.manager [None req-ca5b5eee-58f8-4601-b9df-9e008fa9f892 None None] Notify callbacks [] for port, precommit_update {{(pid=114215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:28.012562 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-d5f81d89-b049-48e4-b9e5-390609095e7f tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify callbacks [] for port, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:28.050523 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2309da-7117-468b-ab13-3a3dc45c0fc5 req-24fef48e-82ff-40a3-867a-70fca6efba55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:28.052857 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-2f2309da-7117-468b-ab13-3a3dc45c0fc5 req-24fef48e-82ff-40a3-867a-70fca6efba55 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e4df8367-3994-4e6c-a0c0-89f183bdd756 HTTP/1.1" status: 200 len: 912 time: 0.4883168 May 03 23:53:28.068524 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca64e53-eb89-42ff-87f2-32c0c3e32a64 req-e5f508f3-646f-4160-bb25-3ab3c866e47e tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:28.070673 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-6ca64e53-eb89-42ff-87f2-32c0c3e32a64 req-e5f508f3-646f-4160-bb25-3ab3c866e47e tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a98b7c-7213-435e-b792-a29d80ae1992 HTTP/1.1" status: 200 len: 944 time: 0.5048943 May 03 23:53:28.086770 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron_lib.callbacks.manager [None req-ca5b5eee-58f8-4601-b9df-9e008fa9f892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:28.088360 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-a8b0e933-4f77-432b-a161-2e0eadb32835 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:28.129898 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Provisioning complete for port 65558dd2-d27e-4169-9d4e-d5ab9f6287f6 triggered by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:53:28.130622 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:28.155861 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-a8b0e933-4f77-432b-a161-2e0eadb32835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:28.234697 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfcb754-6acc-452a-ba1c-8a514c3e370e None None] Pushing event updated for resources: {'Port': ['ID=2c0d12b7-288c-4279-8b35-041486d27e2a,revision_number=3']} {{(pid=114215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:28.289181 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-a8b0e933-4f77-432b-a161-2e0eadb32835 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0051049170244bb8b1bd32e4fb81ffb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4574425 May 03 23:53:28.292866 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 35590) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:53:28.403942 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 35592) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:53:28.412863 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.managers [None req-ca5b5eee-58f8-4601-b9df-9e008fa9f892 None None] Attempting to bind port 2c0d12b7-288c-4279-8b35-041486d27e2a on host dv-cinder-840375-1-iscsi for vnic_type normal with profile {{(pid=114215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:53:28.413251 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.managers [None req-ca5b5eee-58f8-4601-b9df-9e008fa9f892 None None] Attempting to bind port 2c0d12b7-288c-4279-8b35-041486d27e2a by drivers openvswitch,hyperv on host dv-cinder-840375-1-iscsi at level 0 using segments [{'id': 'e39c8e49-66af-4d27-b151-3cf1448d7fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '6794dc24-6270-444d-9eb8-8dafb7765ac3'}] {{(pid=114215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:53:28.413612 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5b5eee-58f8-4601-b9df-9e008fa9f892 None None] Attempting to bind port 2c0d12b7-288c-4279-8b35-041486d27e2a on network 6794dc24-6270-444d-9eb8-8dafb7765ac3 {{(pid=114215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 23:53:28.431904 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5b5eee-58f8-4601-b9df-9e008fa9f892 None None] Checking agent: {'id': 'cd69fb9c-fe1e-4524-b6a8-2fc8f7c83280', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840375-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 23, 44, 7), 'started_at': datetime.datetime(2022, 5, 3, 23, 44, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840375-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 23:53:28.432416 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5b5eee-58f8-4601-b9df-9e008fa9f892 None None] Checking segment: {'id': 'e39c8e49-66af-4d27-b151-3cf1448d7fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '6794dc24-6270-444d-9eb8-8dafb7765ac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 03 23:53:28.432852 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron_lib.callbacks.manager [None req-ca5b5eee-58f8-4601-b9df-9e008fa9f892 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:28.433331 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5b5eee-58f8-4601-b9df-9e008fa9f892 None None] Bound using segment: {'id': 'e39c8e49-66af-4d27-b151-3cf1448d7fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '6794dc24-6270-444d-9eb8-8dafb7765ac3'} {{(pid=114215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 23:53:28.433876 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.managers [None req-ca5b5eee-58f8-4601-b9df-9e008fa9f892 None None] Bound port: 2c0d12b7-288c-4279-8b35-041486d27e2a, host: dv-cinder-840375-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e39c8e49-66af-4d27-b151-3cf1448d7fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '6794dc24-6270-444d-9eb8-8dafb7765ac3'}}] {{(pid=114215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:53:28.434389 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron_lib.callbacks.manager [None req-ca5b5eee-58f8-4601-b9df-9e008fa9f892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:28.480378 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b0e933-4f77-432b-a161-2e0eadb32835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0764d76-a590-4775-9c86-833e09159503,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:28.623921 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.db [None req-ca5b5eee-58f8-4601-b9df-9e008fa9f892 None None] For port 2c0d12b7-288c-4279-8b35-041486d27e2a, host dv-cinder-840375-1-iscsi, cleared binding levels {{(pid=114215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 23:53:28.630897 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [req-f9a4e53c-f892-4d82-a891-c4593e67411e req-1bb7db12-45f3-48bc-9e65-30dae981f744 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=114212) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:53:28.636623 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.db [None req-ca5b5eee-58f8-4601-b9df-9e008fa9f892 None None] For port 2c0d12b7-288c-4279-8b35-041486d27e2a, host dv-cinder-840375-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=2c0d12b7-288c-4279-8b35-041486d27e2a,segment=NetworkSegment(e39c8e49-66af-4d27-b151-3cf1448d7fbf),segment_id=e39c8e49-66af-4d27-b151-3cf1448d7fbf)] {{(pid=114215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 23:53:28.646511 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-f9a4e53c-f892-4d82-a891-c4593e67411e req-1bb7db12-45f3-48bc-9e65-30dae981f744 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1960256 May 03 23:53:28.721426 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron_lib.callbacks.manager [None req-ca5b5eee-58f8-4601-b9df-9e008fa9f892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:28.732367 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-cfeec97e-976d-4ccf-97d1-85d7e09ca837 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:28.745937 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-ad3b90c9-8adf-4444-82cc-b9d1e9e5ca8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afdc989b-1a8d-4435-b79b-864860050003', 'name': 'tempest-ServerRescueNegativeTestJSON-1249797005-router', 'tenant_id': 'b61197edd2154db6b72b860e57ff43ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '65558dd2-d27e-4169-9d4e-d5ab9f6287f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:52:59Z', 'updated_at': '2022-05-03T23:53:18Z', 'revision_number': 4, 'project_id': 'b61197edd2154db6b72b860e57ff43ed', 'gw_port': {'id': '65558dd2-d27e-4169-9d4e-d5ab9f6287f6', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9e:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afdc989b-1a8d-4435-b79b-864860050003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:02Z', 'updated_at': '2022-05-03T23:53:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_interfaces': [{'id': '5a412f3d-68f7-4865-9233-942901c190c3', 'name': '', 'network_id': '0a6b04f9-6f06-4100-ad85-6b28ebd5afaa', 'tenant_id': 'b61197edd2154db6b72b860e57ff43ed', 'mac_address': 'fa:16:3e:47:24:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afdc989b-1a8d-4435-b79b-864860050003', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'a71a973f-43f2-413b-b3e6-b8f0626526c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:13Z', 'updated_at': '2022-05-03T23:53:19Z', 'revision_number': 2, 'project_id': 'b61197edd2154db6b72b860e57ff43ed', 'subnets': [{'id': 'a71a973f-43f2-413b-b3e6-b8f0626526c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:53:28.809539 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-a9e821b2-540f-4c6e-b474-306fa01ee143 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:28.815354 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5b5eee-58f8-4601-b9df-9e008fa9f892 None None] Routers {'0ac2491f-d87e-497e-9dd1-95a1251bcf15'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:53:28.816490 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-ca5b5eee-58f8-4601-b9df-9e008fa9f892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-03T23:53:04Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['0ac2491f-d87e-497e-9dd1-95a1251bcf15'], 'active': True} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:53:28.819237 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfcb754-6acc-452a-ba1c-8a514c3e370e None None] Pushing event updated for resources: {'Port': ['ID=2c0d12b7-288c-4279-8b35-041486d27e2a,revision_number=4']} {{(pid=114215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:28.893320 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3b90c9-8adf-4444-82cc-b9d1e9e5ca8f None None] Checking router: afdc989b-1a8d-4435-b79b-864860050003 for host: dv-cinder-840375-1-iscsi {{(pid=114214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:53:28.895685 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3b90c9-8adf-4444-82cc-b9d1e9e5ca8f None None] Updating router afdc989b-1a8d-4435-b79b-864860050003 port 5a412f3d-68f7-4865-9233-942901c190c3 binding host dv-cinder-840375-1-iscsi {{(pid=114214) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 23:53:28.931990 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-a9e821b2-540f-4c6e-b474-306fa01ee143 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:28.942443 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-6ca64e53-eb89-42ff-87f2-32c0c3e32a64 req-87cbe305-8344-4870-b726-fccda59a4d1c tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] 10.222.0.13 "GET /v2.0/security-groups?id=368cf922-5b8b-4ac9-b3b7-aaedfbed4279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7357357 May 03 23:53:28.947820 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-2f2309da-7117-468b-ab13-3a3dc45c0fc5 req-3834afd8-40e3-408a-8138-2d9beb540bf0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09236e2a-bba8-4c5a-8fb2-b908321fe4e8 HTTP/1.1" status: 200 len: 217 time: 0.8755665 May 03 23:53:29.022642 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-ad3b90c9-8adf-4444-82cc-b9d1e9e5ca8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:29.030893 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:29.086357 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2309da-7117-468b-ab13-3a3dc45c0fc5 req-7ebc7984-f76b-4072-9c3a-e050e2430375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:29.097429 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-2f2309da-7117-468b-ab13-3a3dc45c0fc5 req-7ebc7984-f76b-4072-9c3a-e050e2430375 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=27783468-6ebd-4b0e-9ee0-7b9d64732070 HTTP/1.1" status: 200 len: 851 time: 0.1093378 May 03 23:53:29.103660 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-871e02a5-7645-49b1-a63a-43df90d78aae None None] Provisioning complete for port 2c0d12b7-288c-4279-8b35-041486d27e2a triggered by entity DHCP. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:53:29.106922 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-871e02a5-7645-49b1-a63a-43df90d78aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:29.157064 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-f9a4e53c-f892-4d82-a891-c4593e67411e req-68abadc9-84e0-4523-a024-d87f94cf3fe1 service neutron] 10.222.0.13 "GET /v2.0/networks/88061c84-ec22-4a18-841b-8db91bd7572a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5080302 May 03 23:53:29.178662 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvr_db [None req-ca5b5eee-58f8-4601-b9df-9e008fa9f892 None None] Set router 0ac2491f-d87e-497e-9dd1-95a1251bcf15 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 23:53:29.194543 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] For port 65558dd2-d27e-4169-9d4e-d5ab9f6287f6, host dv-cinder-840375-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=65558dd2-d27e-4169-9d4e-d5ab9f6287f6,segment=NetworkSegment(5eb57155-ed9e-4c45-a041-92a5f67bc876),segment_id=5eb57155-ed9e-4c45-a041-92a5f67bc876)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:53:29.198107 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-2f2309da-7117-468b-ab13-3a3dc45c0fc5 req-cb316176-9e75-4d03-b147-bce99549ede6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e4df8367-3994-4e6c-a0c0-89f183bdd756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826402 May 03 23:53:29.255507 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-d5f81d89-b049-48e4-b9e5-390609095e7f tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733331236172'] for port, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:29.309930 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-cfeec97e-976d-4ccf-97d1-85d7e09ca837 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:29.387467 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f81d89-b049-48e4-b9e5-390609095e7f tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Network b899e136-3b25-4af5-bb18-9827145d490c is already hosted by enough agents. {{(pid=114213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:53:29.394522 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-c3f6cf8d-95c5-4e72-aa72-413d46fe81d2 req-897d59ff-ba21-41ba-bc8c-63374ac1af3d tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--475741531&fields=id&tenant_id=18702b8992014a4095bdd8f1a1117571 HTTP/1.1" status: 200 len: 267 time: 0.1950374 May 03 23:53:29.421056 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.base_scheduler [None req-d5f81d89-b049-48e4-b9e5-390609095e7f tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Resources bound (agent type, host, resource id): {{(pid=114213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:53:29.458461 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f81d89-b049-48e4-b9e5-390609095e7f tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Received port after_create {{(pid=114213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 23:53:29.462634 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-cfeec97e-976d-4ccf-97d1-85d7e09ca837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:29.520627 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-f9a4e53c-f892-4d82-a891-c4593e67411e req-d329b05e-972f-4d00-a253-7f7afa5d0209 service neutron] 10.222.0.13 "GET /v2.0/networks/88061c84-ec22-4a18-841b-8db91bd7572a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3596725 May 03 23:53:29.552980 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-a9e821b2-540f-4c6e-b474-306fa01ee143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:29.553133 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-a9e821b2-540f-4c6e-b474-306fa01ee143 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:29.554343 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-a9e821b2-540f-4c6e-b474-306fa01ee143 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b0764d76-a590-4775-9c86-833e09159503 HTTP/1.1" status: 204 len: 168 time: 1.2586875 May 03 23:53:29.615731 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-cfeec97e-976d-4ccf-97d1-85d7e09ca837 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6b8ae88217b641a895d6ee6543450799&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2103653 May 03 23:53:29.626140 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 35624) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:53:29.651327 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeec97e-976d-4ccf-97d1-85d7e09ca837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55c42f3e-8bca-4b5f-b38e-6074a4c45949,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:29.701781 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e821b2-540f-4c6e-b474-306fa01ee143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0764d76-a590-4775-9c86-833e09159503,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:29.819332 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f81d89-b049-48e4-b9e5-390609095e7f tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Pushing event updated for resources: {'Port': ['ID=2357dec7-f06d-4e44-8e64-eadb4433a15b,revision_number=1']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:29.879405 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-14497462-61c4-4d45-a43b-551475334c61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:29.883895 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-ad3b90c9-8adf-4444-82cc-b9d1e9e5ca8f None None] Notify callbacks [] for port, precommit_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:29.911491 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:29.912700 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device bef2cf20-417b-4ee2-a17d-83bf4cad789a up at agent ovs-agent-dv-cinder-840375-1-iscsi {{(pid=114214) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 23:53:29.971514 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-14497462-61c4-4d45-a43b-551475334c61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:30.149386 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-ca5b5eee-58f8-4601-b9df-9e008fa9f892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac2491f-d87e-497e-9dd1-95a1251bcf15', 'name': 'tempest-AttachVolumeShelveTestJSON-2104173359-router', 'tenant_id': '03bce0db30814ab1a93850e3a33758bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '26de31a4-a158-4f76-b65e-4292da0ec2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:52:57Z', 'updated_at': '2022-05-03T23:53:10Z', 'revision_number': 4, 'project_id': '03bce0db30814ab1a93850e3a33758bc', 'gw_port': {'id': '26de31a4-a158-4f76-b65e-4292da0ec2ab', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b0:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac2491f-d87e-497e-9dd1-95a1251bcf15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:52:58Z', 'updated_at': '2022-05-03T23:53:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_interfaces': [{'id': '2c0d12b7-288c-4279-8b35-041486d27e2a', 'name': '', 'network_id': '6794dc24-6270-444d-9eb8-8dafb7765ac3', 'tenant_id': '03bce0db30814ab1a93850e3a33758bc', 'mac_address': 'fa:16:3e:fa:bf:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac2491f-d87e-497e-9dd1-95a1251bcf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c9819db7-dd9c-4945-a665-c049574a03e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:08Z', 'updated_at': '2022-05-03T23:53:28Z', 'revision_number': 4, 'project_id': '03bce0db30814ab1a93850e3a33758bc', 'subnets': [{'id': 'c9819db7-dd9c-4945-a665-c049574a03e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:53:30.158435 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-2f2309da-7117-468b-ab13-3a3dc45c0fc5 req-d890f537-a39b-4f30-ac4b-614ee4966c05 service neutron] 10.222.0.47 "GET /v2.0/networks/e4df8367-3994-4e6c-a0c0-89f183bdd756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9047351 May 03 23:53:30.197783 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-ad3b90c9-8adf-4444-82cc-b9d1e9e5ca8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:30.199790 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-4eadaeca-357e-4f1f-be83-d43c63d47923 req-f688c52f-2ce8-4b2c-bb62-d533e98c39f8 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=26684279-b640-4ba7-9695-cd6eedc4f55e HTTP/1.1" status: 200 len: 210 time: 0.0534565 May 03 23:53:30.249075 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f6cf8d-95c5-4e72-aa72-413d46fe81d2 req-7be8d420-e5ab-4622-a810-230937b6409e tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:30.250530 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-14497462-61c4-4d45-a43b-551475334c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:30.253389 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-14497462-61c4-4d45-a43b-551475334c61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:30.254778 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-14497462-61c4-4d45-a43b-551475334c61 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/55c42f3e-8bca-4b5f-b38e-6074a4c45949 HTTP/1.1" status: 204 len: 168 time: 0.6189935 May 03 23:53:30.259528 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-c3f6cf8d-95c5-4e72-aa72-413d46fe81d2 req-7be8d420-e5ab-4622-a810-230937b6409e tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/networks?id=604bb18a-bbc8-4a96-8a59-cda5f9a33ba3 HTTP/1.1" status: 200 len: 810 time: 0.7659659 May 03 23:53:30.284083 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14497462-61c4-4d45-a43b-551475334c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c42f3e-8bca-4b5f-b38e-6074a4c45949,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:30.351898 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5b5eee-58f8-4601-b9df-9e008fa9f892 None None] The sync data for ids ['0ac2491f-d87e-497e-9dd1-95a1251bcf15'] in dv-cinder-840375-1-iscsi is: [{'id': '0ac2491f-d87e-497e-9dd1-95a1251bcf15', 'name': 'tempest-AttachVolumeShelveTestJSON-2104173359-router', 'tenant_id': '03bce0db30814ab1a93850e3a33758bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '26de31a4-a158-4f76-b65e-4292da0ec2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:52:57Z', 'updated_at': '2022-05-03T23:53:10Z', 'revision_number': 4, 'project_id': '03bce0db30814ab1a93850e3a33758bc', 'gw_port': {'id': '26de31a4-a158-4f76-b65e-4292da0ec2ab', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b0:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac2491f-d87e-497e-9dd1-95a1251bcf15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:52:58Z', 'updated_at': '2022-05-03T23:53:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_interfaces': [{'id': '2c0d12b7-288c-4279-8b35-041486d27e2a', 'name': '', 'network_id': '6794dc24-6270-444d-9eb8-8dafb7765ac3', 'tenant_id': '03bce0db30814ab1a93850e3a33758bc', 'mac_address': 'fa:16:3e:fa:bf:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac2491f-d87e-497e-9dd1-95a1251bcf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c9819db7-dd9c-4945-a665-c049574a03e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:08Z', 'updated_at': '2022-05-03T23:53:28Z', 'revision_number': 4, 'project_id': '03bce0db30814ab1a93850e3a33758bc', 'subnets': [{'id': 'c9819db7-dd9c-4945-a665-c049574a03e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:53:30.594673 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-c3f6cf8d-95c5-4e72-aa72-413d46fe81d2 req-3b637e38-57e6-4ad8-aae4-77b8482e0c01 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/quotas/18702b8992014a4095bdd8f1a1117571 HTTP/1.1" status: 200 len: 375 time: 0.3340526 May 03 23:53:30.691551 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12424ec-5912-41e8-9da8-40a2945e99e1 req-f69da529-cbbd-4a6d-b448-383ed474b0f4 tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:30.715153 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-f12424ec-5912-41e8-9da8-40a2945e99e1 req-f69da529-cbbd-4a6d-b448-383ed474b0f4 tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a98b7c-7213-435e-b792-a29d80ae1992 HTTP/1.1" status: 200 len: 944 time: 0.2887506 May 03 23:53:30.753853 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-d5f81d89-b049-48e4-b9e5-390609095e7f tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:30.862295 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-c3f6cf8d-95c5-4e72-aa72-413d46fe81d2 req-3ada53ff-57ee-41fc-ab85-5c230392c1ad tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=18702b8992014a4095bdd8f1a1117571&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2648048 May 03 23:53:30.891006 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-f12424ec-5912-41e8-9da8-40a2945e99e1 req-97828cea-0a86-4e31-bb1b-5cf22752de86 tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] 10.222.0.13 "GET /v2.0/security-groups?id=368cf922-5b8b-4ac9-b3b7-aaedfbed4279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704359 May 03 23:53:30.899191 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-2f2309da-7117-468b-ab13-3a3dc45c0fc5 req-706b99a3-cd39-4dbd-8bcb-d9855c8d1c96 service neutron] 10.222.0.47 "GET /v2.0/networks/e4df8367-3994-4e6c-a0c0-89f183bdd756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5408800 May 03 23:53:31.031682 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-f09d2886-44b3-433e-9c05-8e1cb68e6262 req-a6fa0697-18f1-4ba0-8278-84e65c92b743 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=d828ae7b-10a7-44ba-ba9b-8e3d17e0de4f HTTP/1.1" status: 200 len: 210 time: 0.0385313 May 03 23:53:31.224811 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-c3f6cf8d-95c5-4e72-aa72-413d46fe81d2 req-2aac947f-18d0-4300-8dc7-565e474001f0 service neutron] 10.222.0.13 "GET /v2.0/networks/604bb18a-bbc8-4a96-8a59-cda5f9a33ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3382447 May 03 23:53:31.236210 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-d5f81d89-b049-48e4-b9e5-390609095e7f tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:31.236867 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-871e02a5-7645-49b1-a63a-43df90d78aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:31.242896 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Provisioning complete for port bef2cf20-417b-4ee2-a17d-83bf4cad789a triggered by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:53:31.243268 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:31.345644 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.managers [None req-ad3b90c9-8adf-4444-82cc-b9d1e9e5ca8f None None] Attempting to bind port 5a412f3d-68f7-4865-9233-942901c190c3 on host dv-cinder-840375-1-iscsi for vnic_type normal with profile {{(pid=114214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:53:31.345925 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.managers [None req-ad3b90c9-8adf-4444-82cc-b9d1e9e5ca8f None None] Attempting to bind port 5a412f3d-68f7-4865-9233-942901c190c3 by drivers openvswitch,hyperv on host dv-cinder-840375-1-iscsi at level 0 using segments [{'id': '4aa0fff9-3f39-4107-a21f-e5e9bdcb305b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0a6b04f9-6f06-4100-ad85-6b28ebd5afaa'}] {{(pid=114214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:53:31.361600 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3b90c9-8adf-4444-82cc-b9d1e9e5ca8f None None] Attempting to bind port 5a412f3d-68f7-4865-9233-942901c190c3 on network 0a6b04f9-6f06-4100-ad85-6b28ebd5afaa {{(pid=114214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 23:53:31.428550 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3b90c9-8adf-4444-82cc-b9d1e9e5ca8f None None] Checking agent: {'id': 'cd69fb9c-fe1e-4524-b6a8-2fc8f7c83280', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840375-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 23, 44, 7), 'started_at': datetime.datetime(2022, 5, 3, 23, 44, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840375-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 23:53:31.428935 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3b90c9-8adf-4444-82cc-b9d1e9e5ca8f None None] Checking segment: {'id': '4aa0fff9-3f39-4107-a21f-e5e9bdcb305b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0a6b04f9-6f06-4100-ad85-6b28ebd5afaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 03 23:53:31.432063 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-ad3b90c9-8adf-4444-82cc-b9d1e9e5ca8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:31.432063 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3b90c9-8adf-4444-82cc-b9d1e9e5ca8f None None] Bound using segment: {'id': '4aa0fff9-3f39-4107-a21f-e5e9bdcb305b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0a6b04f9-6f06-4100-ad85-6b28ebd5afaa'} {{(pid=114214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 23:53:31.432063 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.managers [None req-ad3b90c9-8adf-4444-82cc-b9d1e9e5ca8f None None] Bound port: 5a412f3d-68f7-4865-9233-942901c190c3, host: dv-cinder-840375-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aa0fff9-3f39-4107-a21f-e5e9bdcb305b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0a6b04f9-6f06-4100-ad85-6b28ebd5afaa'}}] {{(pid=114214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:53:31.432063 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-ad3b90c9-8adf-4444-82cc-b9d1e9e5ca8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:31.493938 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Pushing event updated for resources: {'Port': ['ID=65558dd2-d27e-4169-9d4e-d5ab9f6287f6,revision_number=4']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:31.529406 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-c3f6cf8d-95c5-4e72-aa72-413d46fe81d2 req-1201b28e-24e0-41b2-9cd4-bb8e41fabfae service neutron] 10.222.0.13 "GET /v2.0/networks/604bb18a-bbc8-4a96-8a59-cda5f9a33ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780674 May 03 23:53:31.618016 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b350ecc7-38f8-45c6-bf54-9a176696bbce req-79d0001a-7bed-4f5e-829f-da2051463543 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:31.623818 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-b350ecc7-38f8-45c6-bf54-9a176696bbce req-79d0001a-7bed-4f5e-829f-da2051463543 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/networks?id=0a6b04f9-6f06-4100-ad85-6b28ebd5afaa HTTP/1.1" status: 200 len: 819 time: 0.4134076 May 03 23:53:31.660073 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-b350ecc7-38f8-45c6-bf54-9a176696bbce req-a1a8acb8-018c-4f1e-82b5-06bda3ae07da tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/quotas/b61197edd2154db6b72b860e57ff43ed HTTP/1.1" status: 200 len: 375 time: 0.0279145 May 03 23:53:31.701518 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-ad3b90c9-8adf-4444-82cc-b9d1e9e5ca8f None None] For port 5a412f3d-68f7-4865-9233-942901c190c3, host dv-cinder-840375-1-iscsi, cleared binding levels {{(pid=114214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 23:53:31.709462 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-ad3b90c9-8adf-4444-82cc-b9d1e9e5ca8f None None] For port 5a412f3d-68f7-4865-9233-942901c190c3, host dv-cinder-840375-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=5a412f3d-68f7-4865-9233-942901c190c3,segment=NetworkSegment(4aa0fff9-3f39-4107-a21f-e5e9bdcb305b),segment_id=4aa0fff9-3f39-4107-a21f-e5e9bdcb305b)] {{(pid=114214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 23:53:31.835001 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-b350ecc7-38f8-45c6-bf54-9a176696bbce req-c131ab7e-d2ad-4af6-b347-efad8a046dfd tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b61197edd2154db6b72b860e57ff43ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1669710 May 03 23:53:31.836493 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e387a8e7-bc5c-4288-b9ce-4fe59c3ab3cb None None] Pushing event updated for resources: {'Port': ['ID=5a412f3d-68f7-4865-9233-942901c190c3,revision_number=3']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:31.852278 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-ad3b90c9-8adf-4444-82cc-b9d1e9e5ca8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:31.981653 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-871e02a5-7645-49b1-a63a-43df90d78aae None None] For port 2c0d12b7-288c-4279-8b35-041486d27e2a, host dv-cinder-840375-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=2c0d12b7-288c-4279-8b35-041486d27e2a,segment=NetworkSegment(e39c8e49-66af-4d27-b151-3cf1448d7fbf),segment_id=e39c8e49-66af-4d27-b151-3cf1448d7fbf)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:53:31.990462 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e387a8e7-bc5c-4288-b9ce-4fe59c3ab3cb None None] Pushing event updated for resources: {'Port': ['ID=5a412f3d-68f7-4865-9233-942901c190c3,revision_number=4']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:32.006259 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-ac66990b-5ff0-45d3-bdb3-d31769e4b066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:32.049374 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 35680) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:53:32.054486 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-d5f81d89-b049-48e4-b9e5-390609095e7f tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify callbacks [] for port, precommit_update {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:32.113453 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-ee54a073-b9aa-4198-81c2-42bd8e111d94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:32.130748 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-d5f81d89-b049-48e4-b9e5-390609095e7f tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:32.175289 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-871e02a5-7645-49b1-a63a-43df90d78aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:32.208446 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-b350ecc7-38f8-45c6-bf54-9a176696bbce req-4172786d-ea86-4c96-935b-4d37dc1134c0 service neutron] 10.222.0.13 "GET /v2.0/networks/0a6b04f9-6f06-4100-ad85-6b28ebd5afaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3468318 May 03 23:53:32.254088 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device 44108730-eb8a-4c03-816c-17fa04bac0b9 up at agent ovs-agent-dv-cinder-840375-1-iscsi {{(pid=114214) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 23:53:32.271509 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3b90c9-8adf-4444-82cc-b9d1e9e5ca8f None None] Routers {'afdc989b-1a8d-4435-b79b-864860050003'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:53:32.272879 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-ad3b90c9-8adf-4444-82cc-b9d1e9e5ca8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-03T23:53:04Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['afdc989b-1a8d-4435-b79b-864860050003'], 'active': True} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:53:32.319160 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-d5f81d89-b049-48e4-b9e5-390609095e7f tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3761754'] for floatingip, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:32.616234 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f81d89-b049-48e4-b9e5-390609095e7f tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Pushing event updated for resources: {'Port': ['ID=2357dec7-f06d-4e44-8e64-eadb4433a15b,revision_number=2']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:32.683320 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-d5f81d89-b049-48e4-b9e5-390609095e7f tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371'] for floatingip, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:32.687508 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-d5f81d89-b049-48e4-b9e5-390609095e7f tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.0543001 May 03 23:53:32.805228 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-b350ecc7-38f8-45c6-bf54-9a176696bbce req-ca767c9f-8dad-44a9-8719-30c6cfdd597c service neutron] 10.222.0.13 "GET /v2.0/networks/0a6b04f9-6f06-4100-ad85-6b28ebd5afaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5693638 May 03 23:53:32.831602 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvr_db [None req-ad3b90c9-8adf-4444-82cc-b9d1e9e5ca8f None None] Set router afdc989b-1a8d-4435-b79b-864860050003 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 23:53:32.848525 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0912efdf-f1c9-415d-86ad-c85d203eadc1 req-44cee4a6-b81e-497d-a4ad-39eaa7075c99 tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:32.860386 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-0912efdf-f1c9-415d-86ad-c85d203eadc1 req-44cee4a6-b81e-497d-a4ad-39eaa7075c99 tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a98b7c-7213-435e-b792-a29d80ae1992 HTTP/1.1" status: 200 len: 944 time: 0.4531708 May 03 23:53:32.888444 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-ee54a073-b9aa-4198-81c2-42bd8e111d94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:32.939114 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-e911e74d-25f8-420e-931e-b59a2284bd13 None None] Provisioning complete for port 5a412f3d-68f7-4865-9233-942901c190c3 triggered by entity DHCP. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:53:32.939942 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-e911e74d-25f8-420e-931e-b59a2284bd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:33.008143 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-0912efdf-f1c9-415d-86ad-c85d203eadc1 req-d998a7e8-297e-4939-9da5-c2297731b2d6 tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] 10.222.0.13 "GET /v2.0/security-groups?id=368cf922-5b8b-4ac9-b3b7-aaedfbed4279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464643 May 03 23:53:33.013893 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871e02a5-7645-49b1-a63a-43df90d78aae None None] Pushing event updated for resources: {'Port': ['ID=2c0d12b7-288c-4279-8b35-041486d27e2a,revision_number=5']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:33.016506 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-ee54a073-b9aa-4198-81c2-42bd8e111d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:33.036915 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc59ac4-8987-414f-b405-a8181e04cf04 req-7a455805-d868-442e-8aca-68cd5ded48bc tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:33.042684 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-8cc59ac4-8987-414f-b405-a8181e04cf04 req-7a455805-d868-442e-8aca-68cd5ded48bc tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.47 "GET /v2.0/networks?id=0a6b04f9-6f06-4100-ad85-6b28ebd5afaa HTTP/1.1" status: 200 len: 819 time: 0.3984995 May 03 23:53:33.063848 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.v2.base [req-8cc59ac4-8987-414f-b405-a8181e04cf04 req-44c55acc-21a0-44ee-bb2c-3bcd5de84ac6 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Request body: {'port': {'device_id': '26684279-b640-4ba7-9695-cd6eedc4f55e', 'network_id': '0a6b04f9-6f06-4100-ad85-6b28ebd5afaa', 'admin_state_up': True, 'tenant_id': 'b61197edd2154db6b72b860e57ff43ed'}} {{(pid=114213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:53:33.085242 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Provisioning complete for port 44108730-eb8a-4c03-816c-17fa04bac0b9 triggered by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:53:33.085683 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:33.243257 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-ee54a073-b9aa-4198-81c2-42bd8e111d94 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=92109584c2bb4ae19345c944b9d09776&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1914570 May 03 23:53:33.251332 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 35712) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:53:33.285258 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee54a073-b9aa-4198-81c2-42bd8e111d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee896e5d-4254-4036-a0e6-250a2f2058fd,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:33.329076 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-d6bec42b-ccb9-46b8-9883-46aecf73d23f req-611fc714-5859-4dcd-bc10-57a8f4326f22 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b90b35a3-8206-4747-bf4b-c9b77bd4e470 HTTP/1.1" status: 200 len: 210 time: 0.2022176 May 03 23:53:33.594595 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-e911e74d-25f8-420e-931e-b59a2284bd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:33.636451 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-8b12738c-fc9f-458f-bd42-dd82934310a6 req-c5406e81-1cb3-4ac3-933b-cc4e07a2a802 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=d828ae7b-10a7-44ba-ba9b-8e3d17e0de4f HTTP/1.1" status: 200 len: 210 time: 0.2029669 May 03 23:53:33.653145 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-e655651a-4047-42c9-9f5d-2bb4d6610d00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:33.672961 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cc59ac4-8987-414f-b405-a8181e04cf04 req-44c55acc-21a0-44ee-bb2c-3bcd5de84ac6 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Made reservation on behalf of b61197edd2154db6b72b860e57ff43ed for: {'port': 1} {{(pid=114213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:53:33.696572 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [req-8cc59ac4-8987-414f-b405-a8181e04cf04 req-44c55acc-21a0-44ee-bb2c-3bcd5de84ac6 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:33.774219 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-e655651a-4047-42c9-9f5d-2bb4d6610d00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:33.850264 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-6dbed282-0439-4be3-939b-e47f1b9ae6f8 req-5cdf34ff-6e5f-46a6-9017-5d3b59a1c168 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--887512279&fields=id&tenant_id=03bce0db30814ab1a93850e3a33758bc HTTP/1.1" status: 200 len: 267 time: 0.2383282 May 03 23:53:33.877504 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-e911e74d-25f8-420e-931e-b59a2284bd13 None None] For port 5a412f3d-68f7-4865-9233-942901c190c3, host dv-cinder-840375-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=5a412f3d-68f7-4865-9233-942901c190c3,segment=NetworkSegment(4aa0fff9-3f39-4107-a21f-e5e9bdcb305b),segment_id=4aa0fff9-3f39-4107-a21f-e5e9bdcb305b)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:53:33.919165 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device 26de31a4-a158-4f76-b65e-4292da0ec2ab up at agent ovs-agent-dv-cinder-840375-1-iscsi {{(pid=114214) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 23:53:33.986614 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-e0f76533-1703-4cc0-ac82-cd20bda2605f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:33.995013 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-e911e74d-25f8-420e-931e-b59a2284bd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:34.110284 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e911e74d-25f8-420e-931e-b59a2284bd13 None None] Pushing event updated for resources: {'Port': ['ID=5a412f3d-68f7-4865-9233-942901c190c3,revision_number=5']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:34.113692 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-ce87f536-9078-4403-a3f7-7c67b4f13c7f req-30d6255e-0af8-4d40-9411-ad8133158851 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=53631f43-00b4-433e-b52b-c2ad2de8e21d HTTP/1.1" status: 200 len: 210 time: 0.1672642 May 03 23:53:34.195205 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-e655651a-4047-42c9-9f5d-2bb4d6610d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:34.200302 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-e655651a-4047-42c9-9f5d-2bb4d6610d00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:34.210138 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-e655651a-4047-42c9-9f5d-2bb4d6610d00 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ee896e5d-4254-4036-a0e6-250a2f2058fd HTTP/1.1" status: 204 len: 168 time: 0.9466512 May 03 23:53:34.216298 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Provisioning complete for port 26de31a4-a158-4f76-b65e-4292da0ec2ab triggered by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:53:34.216764 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:34.247998 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e655651a-4047-42c9-9f5d-2bb4d6610d00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee896e5d-4254-4036-a0e6-250a2f2058fd,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:34.304389 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-e911e74d-25f8-420e-931e-b59a2284bd13 None None] Provisioning complete for port 2c0d12b7-288c-4279-8b35-041486d27e2a triggered by entity DHCP. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:53:34.304777 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-e911e74d-25f8-420e-931e-b59a2284bd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:34.314404 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbed282-0439-4be3-939b-e47f1b9ae6f8 req-4dedca62-b354-4957-a947-728abb9207c9 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:34.337400 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-6dbed282-0439-4be3-939b-e47f1b9ae6f8 req-4dedca62-b354-4957-a947-728abb9207c9 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/networks?id=6794dc24-6270-444d-9eb8-8dafb7765ac3 HTTP/1.1" status: 200 len: 817 time: 0.4802454 May 03 23:53:34.367881 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-6dbed282-0439-4be3-939b-e47f1b9ae6f8 req-e2cf1ba4-f43f-476d-87bc-9deab9507e5b tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/quotas/03bce0db30814ab1a93850e3a33758bc HTTP/1.1" status: 200 len: 375 time: 0.0289838 May 03 23:53:34.388509 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.47', 51115) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:53:34.445418 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-ad3b90c9-8adf-4444-82cc-b9d1e9e5ca8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afdc989b-1a8d-4435-b79b-864860050003', 'name': 'tempest-ServerRescueNegativeTestJSON-1249797005-router', 'tenant_id': 'b61197edd2154db6b72b860e57ff43ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '65558dd2-d27e-4169-9d4e-d5ab9f6287f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:52:59Z', 'updated_at': '2022-05-03T23:53:18Z', 'revision_number': 4, 'project_id': 'b61197edd2154db6b72b860e57ff43ed', 'gw_port': {'id': '65558dd2-d27e-4169-9d4e-d5ab9f6287f6', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdc989b-1a8d-4435-b79b-864860050003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:02Z', 'updated_at': '2022-05-03T23:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_interfaces': [{'id': '5a412f3d-68f7-4865-9233-942901c190c3', 'name': '', 'network_id': '0a6b04f9-6f06-4100-ad85-6b28ebd5afaa', 'tenant_id': 'b61197edd2154db6b72b860e57ff43ed', 'mac_address': 'fa:16:3e:47:24:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afdc989b-1a8d-4435-b79b-864860050003', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'a71a973f-43f2-413b-b3e6-b8f0626526c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:13Z', 'updated_at': '2022-05-03T23:53:31Z', 'revision_number': 4, 'project_id': 'b61197edd2154db6b72b860e57ff43ed', 'subnets': [{'id': 'a71a973f-43f2-413b-b3e6-b8f0626526c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:53:34.504142 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3b90c9-8adf-4444-82cc-b9d1e9e5ca8f None None] The sync data for ids ['afdc989b-1a8d-4435-b79b-864860050003'] in dv-cinder-840375-1-iscsi is: [{'id': 'afdc989b-1a8d-4435-b79b-864860050003', 'name': 'tempest-ServerRescueNegativeTestJSON-1249797005-router', 'tenant_id': 'b61197edd2154db6b72b860e57ff43ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '65558dd2-d27e-4169-9d4e-d5ab9f6287f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:52:59Z', 'updated_at': '2022-05-03T23:53:18Z', 'revision_number': 4, 'project_id': 'b61197edd2154db6b72b860e57ff43ed', 'gw_port': {'id': '65558dd2-d27e-4169-9d4e-d5ab9f6287f6', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdc989b-1a8d-4435-b79b-864860050003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:02Z', 'updated_at': '2022-05-03T23:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_interfaces': [{'id': '5a412f3d-68f7-4865-9233-942901c190c3', 'name': '', 'network_id': '0a6b04f9-6f06-4100-ad85-6b28ebd5afaa', 'tenant_id': 'b61197edd2154db6b72b860e57ff43ed', 'mac_address': 'fa:16:3e:47:24:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afdc989b-1a8d-4435-b79b-864860050003', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'a71a973f-43f2-413b-b3e6-b8f0626526c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:13Z', 'updated_at': '2022-05-03T23:53:31Z', 'revision_number': 4, 'project_id': 'b61197edd2154db6b72b860e57ff43ed', 'subnets': [{'id': 'a71a973f-43f2-413b-b3e6-b8f0626526c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:53:34.758051 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9b9bc5-805a-440d-80ea-60a7e006d1b9 req-f6ecb50f-5494-4566-8051-4771dcca1486 tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:34.766092 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-ec9b9bc5-805a-440d-80ea-60a7e006d1b9 req-f6ecb50f-5494-4566-8051-4771dcca1486 tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a98b7c-7213-435e-b792-a29d80ae1992 HTTP/1.1" status: 200 len: 944 time: 0.4119103 May 03 23:53:34.782868 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-6dbed282-0439-4be3-939b-e47f1b9ae6f8 req-42f8ea8b-ce2d-4155-9f9e-de87b8eb86cf tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=03bce0db30814ab1a93850e3a33758bc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4132764 May 03 23:53:34.816964 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:34.887548 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device 09236e2a-bba8-4c5a-8fb2-b908321fe4e8 details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=114214) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 23:53:34.936243 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a4e53c-f892-4d82-a891-c4593e67411e req-9118d011-83f0-4ccb-ae48-fad7fa0bbc22 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:34.940637 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-f9a4e53c-f892-4d82-a891-c4593e67411e req-9118d011-83f0-4ccb-ae48-fad7fa0bbc22 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.47 "GET /v2.0/networks?id=88061c84-ec22-4a18-841b-8db91bd7572a HTTP/1.1" status: 200 len: 814 time: 0.5523567 May 03 23:53:34.989705 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] For port 26de31a4-a158-4f76-b65e-4292da0ec2ab, host dv-cinder-840375-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=26de31a4-a158-4f76-b65e-4292da0ec2ab,segment=NetworkSegment(5eb57155-ed9e-4c45-a041-92a5f67bc876),segment_id=5eb57155-ed9e-4c45-a041-92a5f67bc876)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:53:35.020608 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-06b0f03b-5670-4d08-9a07-8fc39fbba7ec None None] Provisioning complete for port 5a412f3d-68f7-4865-9233-942901c190c3 triggered by entity DHCP. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:53:35.021279 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-06b0f03b-5670-4d08-9a07-8fc39fbba7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:35.040641 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-ec9b9bc5-805a-440d-80ea-60a7e006d1b9 req-6775591c-be7e-4df2-89aa-580fda035120 tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] 10.222.0.13 "GET /v2.0/security-groups?id=368cf922-5b8b-4ac9-b3b7-aaedfbed4279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464490 May 03 23:53:35.195180 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-f9a4e53c-f892-4d82-a891-c4593e67411e req-ac96c8fb-d674-435a-b187-672acc7b0426 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f6a10010e894f0390d087e92b3d1035 HTTP/1.1" status: 200 len: 378 time: 0.2185826 May 03 23:53:35.216904 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [req-f9a4e53c-f892-4d82-a891-c4593e67411e req-784d977e-9530-4ca4-b2c9-9a8e3498ab43 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Request body: {'port': {'device_id': 'd828ae7b-10a7-44ba-ba9b-8e3d17e0de4f', 'network_id': '88061c84-ec22-4a18-841b-8db91bd7572a', 'admin_state_up': True, 'tenant_id': '4f6a10010e894f0390d087e92b3d1035', 'security_groups': ['fa212b35-f6b0-4589-827d-9c3b989cfd50']}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:53:35.239818 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-6dbed282-0439-4be3-939b-e47f1b9ae6f8 req-b80c7c0b-24dd-4dfd-a375-ae5ecc88e963 service neutron] 10.222.0.13 "GET /v2.0/networks/6794dc24-6270-444d-9eb8-8dafb7765ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4086707 May 03 23:53:35.251381 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.db.db_base_plugin_common [req-8cc59ac4-8987-414f-b405-a8181e04cf04 req-44c55acc-21a0-44ee-bb2c-3bcd5de84ac6 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Allocated IP 172.20.0.7 (0a6b04f9-6f06-4100-ad85-6b28ebd5afaa/a71a973f-43f2-413b-b3e6-b8f0626526c4/42dee66b-db30-49e6-8d3b-a870af9e2ea1) {{(pid=114213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:53:35.366501 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:35.506332 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-94cb6eac-4ca6-47f1-8f1f-e718d91b50a3 req-f2c14f55-a90a-4b4c-97a4-16d5f2b5f85c tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b90b35a3-8206-4747-bf4b-c9b77bd4e470 HTTP/1.1" status: 200 len: 210 time: 0.1166468 May 03 23:53:35.566245 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-6dbed282-0439-4be3-939b-e47f1b9ae6f8 req-153d3276-c6fd-44fb-9292-7c12fa891750 service neutron] 10.222.0.13 "GET /v2.0/networks/6794dc24-6270-444d-9eb8-8dafb7765ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3103571 May 03 23:53:35.700458 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-9988ed24-7efc-4e8a-acf7-bcbfa55ed3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:35.908179 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-58b425ef-6300-4f9b-b510-60a5a8958826 req-fe721b91-3784-42af-9864-868c71917dc7 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=d828ae7b-10a7-44ba-ba9b-8e3d17e0de4f HTTP/1.1" status: 200 len: 210 time: 0.0832179 May 03 23:53:35.950025 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Pushing event updated for resources: {'Port': ['ID=26de31a4-a158-4f76-b65e-4292da0ec2ab,revision_number=4']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:35.959470 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] For port 09236e2a-bba8-4c5a-8fb2-b908321fe4e8, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=09236e2a-bba8-4c5a-8fb2-b908321fe4e8,segment=NetworkSegment(b35ef663-3c8f-4adb-a120-88388ef27397),segment_id=b35ef663-3c8f-4adb-a120-88388ef27397)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:53:36.082786 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9a4e53c-f892-4d82-a891-c4593e67411e req-784d977e-9530-4ca4-b2c9-9a8e3498ab43 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Made reservation on behalf of 4f6a10010e894f0390d087e92b3d1035 for: {'port': 1} {{(pid=114212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:53:36.088117 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-f9a4e53c-f892-4d82-a891-c4593e67411e req-784d977e-9530-4ca4-b2c9-9a8e3498ab43 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:36.131863 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device 5a412f3d-68f7-4865-9233-942901c190c3 up at agent ovs-agent-dv-cinder-840375-1-iscsi {{(pid=114214) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 23:53:36.237447 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-9dae379c-dcc7-4435-bb62-8cbc68830487 req-a7823217-ef1f-496f-9ab6-f5ee934c5887 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=53631f43-00b4-433e-b52b-c2ad2de8e21d HTTP/1.1" status: 200 len: 210 time: 0.1082122 May 03 23:53:36.257178 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Returning: {'device': '09236e2a-bba8-4c5a-8fb2-b908321fe4e8', 'network_id': 'e4df8367-3994-4e6c-a0c0-89f183bdd756', 'port_id': '09236e2a-bba8-4c5a-8fb2-b908321fe4e8', 'mac_address': 'fa:16:3e:28:33:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27783468-6ebd-4b0e-9ee0-7b9d64732070', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114214) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 23:53:36.308743 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-f3996685-9434-443c-b5d7-edb245b755aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:36.496127 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:36.589360 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.notifiers.nova [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09236e2a-bba8-4c5a-8fb2-b908321fe4e8 {{(pid=114214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:53:36.616222 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.47', 51122) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:53:36.640082 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] For port 09236e2a-bba8-4c5a-8fb2-b908321fe4e8, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=09236e2a-bba8-4c5a-8fb2-b908321fe4e8,segment=NetworkSegment(b35ef663-3c8f-4adb-a120-88388ef27397),segment_id=b35ef663-3c8f-4adb-a120-88388ef27397)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:53:36.651952 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Provisioning complete for port 5a412f3d-68f7-4865-9233-942901c190c3 triggered by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:53:36.651952 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:36.774840 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-ef9674cf-8e8b-40f0-ad02-00700987b143 req-a406c7a5-12be-4abd-8559-0475aa62e30b tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 210 time: 0.1294982 May 03 23:53:37.086999 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device 65558dd2-d27e-4169-9d4e-d5ab9f6287f6 up at agent ovs-agent-dv-cinder-840375-1-iscsi {{(pid=114214) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 23:53:37.098976 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-76419092-2c4a-4732-b7ad-dd057b2afbfb req-dccb51ad-63f7-4943-8744-89bd3575e223 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b90b35a3-8206-4747-bf4b-c9b77bd4e470 HTTP/1.1" status: 200 len: 210 time: 0.0997279 May 03 23:53:37.174347 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [req-8cc59ac4-8987-414f-b405-a8181e04cf04 req-44c55acc-21a0-44ee-bb2c-3bcd5de84ac6 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Notify callbacks [] for port, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:37.218641 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:37.336062 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-cc43615f-0105-4db4-9bc8-66d98a62fdf4 req-baa1bde9-e1d0-4df8-8396-2eb29a03e7db tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=d828ae7b-10a7-44ba-ba9b-8e3d17e0de4f HTTP/1.1" status: 200 len: 210 time: 0.0898807 May 03 23:53:37.382339 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:37.485685 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Provisioning complete for port 65558dd2-d27e-4169-9d4e-d5ab9f6287f6 triggered by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:53:37.487448 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:37.496217 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Pushing event updated for resources: {'Port': ['ID=09236e2a-bba8-4c5a-8fb2-b908321fe4e8,revision_number=4']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:37.521591 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d4bb8a-149c-4241-80cc-90a290bdd51e req-f6045342-c305-4295-b42d-ca6e4882e2fc tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:37.539742 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-b3d4bb8a-149c-4241-80cc-90a290bdd51e req-f6045342-c305-4295-b42d-ca6e4882e2fc tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a98b7c-7213-435e-b792-a29d80ae1992 HTTP/1.1" status: 200 len: 944 time: 1.0464032 May 03 23:53:37.566555 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [req-8cc59ac4-8987-414f-b405-a8181e04cf04 req-44c55acc-21a0-44ee-bb2c-3bcd5de84ac6 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733331236172'] for port, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:37.601325 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] get_ports_and_sgs() called for port_ids ['09236e2a-bba8-4c5a-8fb2-b908321fe4e8'] {{(pid=114214) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 23:53:37.671405 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.47', 51123) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:53:37.795045 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.db_base_plugin_common [req-f9a4e53c-f892-4d82-a891-c4593e67411e req-784d977e-9530-4ca4-b2c9-9a8e3498ab43 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Allocated IP 172.20.0.9 (88061c84-ec22-4a18-841b-8db91bd7572a/b5c212ed-61ce-414c-afb5-0c8516817b16/0e7d2ded-c95c-4536-a9bb-598691f1c01a) {{(pid=114212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:53:37.812829 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-84c33480-7fb1-4bf9-a88c-9c7c652a46dc req-2ff23428-aacf-41f4-a9d7-a324b49526b6 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=53631f43-00b4-433e-b52b-c2ad2de8e21d HTTP/1.1" status: 200 len: 210 time: 0.1957057 May 03 23:53:37.881965 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cc59ac4-8987-414f-b405-a8181e04cf04 req-44c55acc-21a0-44ee-bb2c-3bcd5de84ac6 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Network 0a6b04f9-6f06-4100-ad85-6b28ebd5afaa is already hosted by enough agents. {{(pid=114213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:53:37.888681 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.base_scheduler [req-8cc59ac4-8987-414f-b405-a8181e04cf04 req-44c55acc-21a0-44ee-bb2c-3bcd5de84ac6 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Resources bound (agent type, host, resource id): {{(pid=114213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:53:37.910548 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cc59ac4-8987-414f-b405-a8181e04cf04 req-44c55acc-21a0-44ee-bb2c-3bcd5de84ac6 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Received port after_create {{(pid=114213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 23:53:37.931029 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc59ac4-8987-414f-b405-a8181e04cf04 req-44c55acc-21a0-44ee-bb2c-3bcd5de84ac6 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:37.934457 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [req-8cc59ac4-8987-414f-b405-a8181e04cf04 req-44c55acc-21a0-44ee-bb2c-3bcd5de84ac6 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748400'] for port, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:37.965726 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c55acc-21a0-44ee-bb2c-3bcd5de84ac6 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Pushing event updated for resources: {'Port': ['ID=42dee66b-db30-49e6-8d3b-a870af9e2ea1,revision_number=1']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:38.073814 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-b3d4bb8a-149c-4241-80cc-90a290bdd51e req-d9ff1804-ef4a-437b-9024-7c22741dd770 tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] 10.222.0.13 "GET /v2.0/security-groups?id=368cf922-5b8b-4ac9-b3b7-aaedfbed4279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5170398 May 03 23:53:38.089413 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-8cc59ac4-8987-414f-b405-a8181e04cf04 req-44c55acc-21a0-44ee-bb2c-3bcd5de84ac6 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0296884 May 03 23:53:38.091725 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-316eeeff-f606-4df6-a279-1dca56777caf req-f60f0584-2145-4487-83a9-41ed66a9e891 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 210 time: 0.1372097 May 03 23:53:38.146219 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.v2.base [req-8cc59ac4-8987-414f-b405-a8181e04cf04 req-324c5e0f-e0c2-4e09-82b9-aed5c042d0fd service neutron] Request body: {'port': {'device_id': '26684279-b640-4ba7-9695-cd6eedc4f55e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=114213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:53:38.195434 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f6cf8d-95c5-4e72-aa72-413d46fe81d2 req-9fa91b69-9918-4df3-8009-193b2ae55f8a tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:38.199442 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-c3f6cf8d-95c5-4e72-aa72-413d46fe81d2 req-9fa91b69-9918-4df3-8009-193b2ae55f8a tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.47 "GET /v2.0/networks?id=604bb18a-bbc8-4a96-8a59-cda5f9a33ba3 HTTP/1.1" status: 200 len: 810 time: 1.5800781 May 03 23:53:38.223896 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device 2c0d12b7-288c-4279-8b35-041486d27e2a up at agent ovs-agent-dv-cinder-840375-1-iscsi {{(pid=114214) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 23:53:38.329231 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [req-8cc59ac4-8987-414f-b405-a8181e04cf04 req-324c5e0f-e0c2-4e09-82b9-aed5c042d0fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:38.384837 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-a9129188-13fc-4ce9-8661-d8fa39587a75 req-fc1a55d2-7fba-4527-9e0d-a4f0650b1b55 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b90b35a3-8206-4747-bf4b-c9b77bd4e470 HTTP/1.1" status: 200 len: 210 time: 0.1246650 May 03 23:53:38.442869 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b350ecc7-38f8-45c6-bf54-9a176696bbce req-74d55d31-7530-45e6-9b9b-6a82c43e04cf tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:38.444563 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-b350ecc7-38f8-45c6-bf54-9a176696bbce req-74d55d31-7530-45e6-9b9b-6a82c43e04cf tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.47 "GET /v2.0/networks?id=0a6b04f9-6f06-4100-ad85-6b28ebd5afaa HTTP/1.1" status: 200 len: 819 time: 0.7609811 May 03 23:53:38.475232 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-c3f6cf8d-95c5-4e72-aa72-413d46fe81d2 req-5c7dad51-fbed-4be3-8331-534534c683e4 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18702b8992014a4095bdd8f1a1117571 HTTP/1.1" status: 200 len: 379 time: 0.2450411 May 03 23:53:38.483598 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [req-b350ecc7-38f8-45c6-bf54-9a176696bbce req-34e48b77-8b16-40b6-afca-7134d19e7cd9 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Request body: {'port': {'device_id': '53631f43-00b4-433e-b52b-c2ad2de8e21d', 'network_id': '0a6b04f9-6f06-4100-ad85-6b28ebd5afaa', 'admin_state_up': True, 'tenant_id': 'b61197edd2154db6b72b860e57ff43ed'}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:53:38.498031 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Provisioning complete for port 2c0d12b7-288c-4279-8b35-041486d27e2a triggered by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:53:38.498615 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:38.526533 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [req-c3f6cf8d-95c5-4e72-aa72-413d46fe81d2 req-2eb51f52-ac0f-4b82-b4d9-035eb6901944 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Request body: {'port': {'device_id': 'b90b35a3-8206-4747-bf4b-c9b77bd4e470', 'network_id': '604bb18a-bbc8-4a96-8a59-cda5f9a33ba3', 'admin_state_up': True, 'tenant_id': '18702b8992014a4095bdd8f1a1117571', 'security_groups': ['2a9b5e6e-5f27-4dc7-8078-345eba378f61']}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:53:38.621890 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-880c02ea-745a-430d-a3d2-e98431a3d55b None None] Provisioning complete for port 42dee66b-db30-49e6-8d3b-a870af9e2ea1 triggered by entity DHCP. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:53:38.622535 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-880c02ea-745a-430d-a3d2-e98431a3d55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:38.714406 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-880c02ea-745a-430d-a3d2-e98431a3d55b None None] Port 42dee66b-db30-49e6-8d3b-a870af9e2ea1 cannot update to ACTIVE because it is not bound. {{(pid=114214) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 03 23:53:38.779561 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-f9a4e53c-f892-4d82-a891-c4593e67411e req-784d977e-9530-4ca4-b2c9-9a8e3498ab43 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks [] for port, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:38.870916 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-49b30f00-40a8-4a0b-84f5-6da9fd66146c req-d7a0c922-8cc4-43f8-bfda-db5cbb9cf057 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=d828ae7b-10a7-44ba-ba9b-8e3d17e0de4f HTTP/1.1" status: 200 len: 210 time: 0.1227622 May 03 23:53:38.964385 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b350ecc7-38f8-45c6-bf54-9a176696bbce req-34e48b77-8b16-40b6-afca-7134d19e7cd9 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Made reservation on behalf of b61197edd2154db6b72b860e57ff43ed for: {'port': 1} {{(pid=114212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:53:38.975688 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-b350ecc7-38f8-45c6-bf54-9a176696bbce req-34e48b77-8b16-40b6-afca-7134d19e7cd9 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:39.095036 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3f6cf8d-95c5-4e72-aa72-413d46fe81d2 req-2eb51f52-ac0f-4b82-b4d9-035eb6901944 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Made reservation on behalf of 18702b8992014a4095bdd8f1a1117571 for: {'port': 1} {{(pid=114212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:53:39.098333 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device 26de31a4-a158-4f76-b65e-4292da0ec2ab up at agent ovs-agent-dv-cinder-840375-1-iscsi {{(pid=114214) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 23:53:39.116552 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-c3f6cf8d-95c5-4e72-aa72-413d46fe81d2 req-2eb51f52-ac0f-4b82-b4d9-035eb6901944 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:39.121879 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.notifiers.nova [req-8cc59ac4-8987-414f-b405-a8181e04cf04 req-324c5e0f-e0c2-4e09-82b9-aed5c042d0fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42dee66b-db30-49e6-8d3b-a870af9e2ea1 {{(pid=114213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:53:39.131774 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [req-8cc59ac4-8987-414f-b405-a8181e04cf04 req-324c5e0f-e0c2-4e09-82b9-aed5c042d0fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:39.146842 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.db.provisioning_blocks [req-8cc59ac4-8987-414f-b405-a8181e04cf04 req-324c5e0f-e0c2-4e09-82b9-aed5c042d0fd service neutron] Transition to ACTIVE for port object 42dee66b-db30-49e6-8d3b-a870af9e2ea1 will not be triggered until provisioned by entity L2. {{(pid=114213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:53:39.188809 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 35864) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:53:39.213384 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-4ff3b34f-0f3f-4e25-a4da-c4c4e96ddf35 req-a747a582-b8a1-41bf-86ec-9a1128dd6125 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=53631f43-00b4-433e-b52b-c2ad2de8e21d HTTP/1.1" status: 200 len: 210 time: 0.1672213 May 03 23:53:39.251002 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Provisioning complete for port 26de31a4-a158-4f76-b65e-4292da0ec2ab triggered by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:53:39.251555 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:39.294112 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [req-8cc59ac4-8987-414f-b405-a8181e04cf04 req-324c5e0f-e0c2-4e09-82b9-aed5c042d0fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:39.334263 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device 09236e2a-bba8-4c5a-8fb2-b908321fe4e8 up at agent hyperv_hv-cinder-84037 {{(pid=114214) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 23:53:39.375759 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-f9a4e53c-f892-4d82-a891-c4593e67411e req-784d977e-9530-4ca4-b2c9-9a8e3498ab43 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733331236172'] for port, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:39.528172 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324c5e0f-e0c2-4e09-82b9-aed5c042d0fd service neutron] Pushing event updated for resources: {'Port': ['ID=42dee66b-db30-49e6-8d3b-a870af9e2ea1,revision_number=2']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:39.569642 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.db_base_plugin_common [req-c3f6cf8d-95c5-4e72-aa72-413d46fe81d2 req-2eb51f52-ac0f-4b82-b4d9-035eb6901944 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Allocated IP 172.20.0.13 (604bb18a-bbc8-4a96-8a59-cda5f9a33ba3/812a278c-b546-48ea-b77a-ce9966d91767/56c90ddc-e1fb-4285-a6fa-9780de2d37bc) {{(pid=114212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:53:39.622376 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7dfdc-2518-4294-9ff4-56b4b6eb938f req-73252c98-008b-43d5-87c4-867a40d3707f tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:39.661523 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-3af7dfdc-2518-4294-9ff4-56b4b6eb938f req-73252c98-008b-43d5-87c4-867a40d3707f tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a98b7c-7213-435e-b792-a29d80ae1992 HTTP/1.1" status: 200 len: 945 time: 0.4609978 May 03 23:53:39.670423 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Provisioning for port 09236e2a-bba8-4c5a-8fb2-b908321fe4e8 completed by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:53:39.679351 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Provisioning complete for port 09236e2a-bba8-4c5a-8fb2-b908321fe4e8 triggered by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:53:39.687331 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:39.801008 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-0a6ebcfd-ba94-4749-8073-e47b5336fac3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:39.812576 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.managers [req-8cc59ac4-8987-414f-b405-a8181e04cf04 req-324c5e0f-e0c2-4e09-82b9-aed5c042d0fd service neutron] Attempting to bind port 42dee66b-db30-49e6-8d3b-a870af9e2ea1 on host hv-cinder-84037 for vnic_type normal with profile {{(pid=114213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:53:39.816048 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.managers [req-8cc59ac4-8987-414f-b405-a8181e04cf04 req-324c5e0f-e0c2-4e09-82b9-aed5c042d0fd service neutron] Attempting to bind port 42dee66b-db30-49e6-8d3b-a870af9e2ea1 by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': '4aa0fff9-3f39-4107-a21f-e5e9bdcb305b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0a6b04f9-6f06-4100-ad85-6b28ebd5afaa'}] {{(pid=114213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:53:39.816635 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc59ac4-8987-414f-b405-a8181e04cf04 req-324c5e0f-e0c2-4e09-82b9-aed5c042d0fd service neutron] Attempting to bind port 42dee66b-db30-49e6-8d3b-a870af9e2ea1 on network 0a6b04f9-6f06-4100-ad85-6b28ebd5afaa {{(pid=114213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 23:53:39.849169 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc59ac4-8987-414f-b405-a8181e04cf04 req-324c5e0f-e0c2-4e09-82b9-aed5c042d0fd service neutron] Port 42dee66b-db30-49e6-8d3b-a870af9e2ea1 on network 0a6b04f9-6f06-4100-ad85-6b28ebd5afaa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=114213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 23:53:39.849880 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc59ac4-8987-414f-b405-a8181e04cf04 req-324c5e0f-e0c2-4e09-82b9-aed5c042d0fd service neutron] Attempting to bind port 42dee66b-db30-49e6-8d3b-a870af9e2ea1 on network 0a6b04f9-6f06-4100-ad85-6b28ebd5afaa {{(pid=114213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 23:53:39.860312 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc59ac4-8987-414f-b405-a8181e04cf04 req-324c5e0f-e0c2-4e09-82b9-aed5c042d0fd service neutron] Checking agent: {'id': '6e4019a9-2d41-4d26-94e3-460d78c489d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 23, 50, 48), 'started_at': datetime.datetime(2022, 5, 3, 23, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 23:53:39.861051 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc59ac4-8987-414f-b405-a8181e04cf04 req-324c5e0f-e0c2-4e09-82b9-aed5c042d0fd service neutron] Checking segment: {'id': '4aa0fff9-3f39-4107-a21f-e5e9bdcb305b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0a6b04f9-6f06-4100-ad85-6b28ebd5afaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 03 23:53:39.861654 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc59ac4-8987-414f-b405-a8181e04cf04 req-324c5e0f-e0c2-4e09-82b9-aed5c042d0fd service neutron] Bound using segment: {'id': '4aa0fff9-3f39-4107-a21f-e5e9bdcb305b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0a6b04f9-6f06-4100-ad85-6b28ebd5afaa'} {{(pid=114213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 23:53:39.862357 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.managers [req-8cc59ac4-8987-414f-b405-a8181e04cf04 req-324c5e0f-e0c2-4e09-82b9-aed5c042d0fd service neutron] Bound port: 42dee66b-db30-49e6-8d3b-a870af9e2ea1, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4aa0fff9-3f39-4107-a21f-e5e9bdcb305b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0a6b04f9-6f06-4100-ad85-6b28ebd5afaa'}}] {{(pid=114213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:53:39.863082 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [req-8cc59ac4-8987-414f-b405-a8181e04cf04 req-324c5e0f-e0c2-4e09-82b9-aed5c042d0fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:39.890341 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:39.909515 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-0617b069-5fbf-4c37-9d46-ad2562138bf6 req-122b6344-016f-4ecd-b379-f38ff7007e54 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 210 time: 0.5166090 May 03 23:53:39.931973 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-3af7dfdc-2518-4294-9ff4-56b4b6eb938f req-9ba3271c-9986-449a-8356-a8613f9c7bcc tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] 10.222.0.13 "GET /v2.0/security-groups?id=368cf922-5b8b-4ac9-b3b7-aaedfbed4279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691448 May 03 23:53:39.938432 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.db_base_plugin_common [req-b350ecc7-38f8-45c6-bf54-9a176696bbce req-34e48b77-8b16-40b6-afca-7134d19e7cd9 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Allocated IP 172.20.0.9 (0a6b04f9-6f06-4100-ad85-6b28ebd5afaa/a71a973f-43f2-413b-b3e6-b8f0626526c4/ce49da11-bddb-4f88-8fdc-3c9c00c7d680) {{(pid=114212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:53:40.009546 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] For port 09236e2a-bba8-4c5a-8fb2-b908321fe4e8, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=09236e2a-bba8-4c5a-8fb2-b908321fe4e8,segment=NetworkSegment(b35ef663-3c8f-4adb-a120-88388ef27397),segment_id=b35ef663-3c8f-4adb-a120-88388ef27397)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:53:40.011483 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21a98b7c-7213-435e-b792-a29d80ae1992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09236e2a-bba8-4c5a-8fb2-b908321fe4e8'}] {{(pid=114214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:53:40.018105 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9a4e53c-f892-4d82-a891-c4593e67411e req-784d977e-9530-4ca4-b2c9-9a8e3498ab43 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Network 88061c84-ec22-4a18-841b-8db91bd7572a is already hosted by enough agents. {{(pid=114212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:53:40.056640 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.base_scheduler [req-f9a4e53c-f892-4d82-a891-c4593e67411e req-784d977e-9530-4ca4-b2c9-9a8e3498ab43 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Resources bound (agent type, host, resource id): {{(pid=114212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:53:40.092424 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9a4e53c-f892-4d82-a891-c4593e67411e req-784d977e-9530-4ca4-b2c9-9a8e3498ab43 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Received port after_create {{(pid=114212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 23:53:40.100412 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a4e53c-f892-4d82-a891-c4593e67411e req-784d977e-9530-4ca4-b2c9-9a8e3498ab43 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:40.109232 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-f9a4e53c-f892-4d82-a891-c4593e67411e req-784d977e-9530-4ca4-b2c9-9a8e3498ab43 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748400'] for port, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:40.161781 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:40.169869 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-f93892dd-63c1-416b-8413-80f303a35888 req-4e1481e3-184a-49af-9b1d-b2b25d3a4b30 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b90b35a3-8206-4747-bf4b-c9b77bd4e470 HTTP/1.1" status: 200 len: 210 time: 0.0565588 May 03 23:53:40.170521 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.db [req-8cc59ac4-8987-414f-b405-a8181e04cf04 req-324c5e0f-e0c2-4e09-82b9-aed5c042d0fd service neutron] For port 42dee66b-db30-49e6-8d3b-a870af9e2ea1, host hv-cinder-84037, cleared binding levels {{(pid=114213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 23:53:40.192279 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.db [req-8cc59ac4-8987-414f-b405-a8181e04cf04 req-324c5e0f-e0c2-4e09-82b9-aed5c042d0fd service neutron] For port 42dee66b-db30-49e6-8d3b-a870af9e2ea1, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=42dee66b-db30-49e6-8d3b-a870af9e2ea1,segment=NetworkSegment(4aa0fff9-3f39-4107-a21f-e5e9bdcb305b),segment_id=4aa0fff9-3f39-4107-a21f-e5e9bdcb305b)] {{(pid=114213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 23:53:40.253434 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-0a6ebcfd-ba94-4749-8073-e47b5336fac3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:40.281252 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [req-8cc59ac4-8987-414f-b405-a8181e04cf04 req-324c5e0f-e0c2-4e09-82b9-aed5c042d0fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:40.284776 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784d977e-9530-4ca4-b2c9-9a8e3498ab43 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Pushing event updated for resources: {'Port': ['ID=0e7d2ded-c95c-4536-a9bb-598691f1c01a,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:40.424938 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Pushing event updated for resources: {'Port': ['ID=09236e2a-bba8-4c5a-8fb2-b908321fe4e8,revision_number=5']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:40.449234 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-0a6ebcfd-ba94-4749-8073-e47b5336fac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:40.491971 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc59ac4-8987-414f-b405-a8181e04cf04 req-324c5e0f-e0c2-4e09-82b9-aed5c042d0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:40.493477 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [req-8cc59ac4-8987-414f-b405-a8181e04cf04 req-324c5e0f-e0c2-4e09-82b9-aed5c042d0fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748400'] for port, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:40.494543 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-8cc59ac4-8987-414f-b405-a8181e04cf04 req-324c5e0f-e0c2-4e09-82b9-aed5c042d0fd service neutron] 10.222.0.47 "PUT /v2.0/ports/42dee66b-db30-49e6-8d3b-a870af9e2ea1 HTTP/1.1" status: 200 len: 1093 time: 2.3721592 May 03 23:53:40.517700 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-f9a4e53c-f892-4d82-a891-c4593e67411e req-784d977e-9530-4ca4-b2c9-9a8e3498ab43 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3050234 May 03 23:53:40.519560 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6ebcfd-ba94-4749-8073-e47b5336fac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95c90feb-003e-4b5c-bc45-70366b0280c4,revision_number=1']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:40.523793 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26684279-b640-4ba7-9695-cd6eedc4f55e', 'tag': '42dee66b-db30-49e6-8d3b-a870af9e2ea1'}] {{(pid=114213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:53:40.526946 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53d1e4f1e8632581442e9f46277f90828789bc3ac2677f75cdf13d6c47c4555d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0321755a-3d57-4256-bee1-245567fe755c" -d '{"events": [{"name": "network-changed", "server_uuid": "26684279-b640-4ba7-9695-cd6eedc4f55e", "tag": "42dee66b-db30-49e6-8d3b-a870af9e2ea1"}]}' {{(pid=114213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 23:53:40.537230 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-3108c0e9-bd03-4fe3-a94d-7605aff9fd04 req-95c4bcbb-c79d-4302-bdfd-c5683e8267bb tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=53631f43-00b4-433e-b52b-c2ad2de8e21d HTTP/1.1" status: 200 len: 210 time: 0.1254449 May 03 23:53:40.544836 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0235e1f7-9123-4221-a7ab-183daedb819c req-898f6ab2-258b-4556-ac79-ad28d077af6b tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:40.554129 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-0235e1f7-9123-4221-a7ab-183daedb819c req-898f6ab2-258b-4556-ac79-ad28d077af6b tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=d828ae7b-10a7-44ba-ba9b-8e3d17e0de4f HTTP/1.1" status: 200 len: 931 time: 0.4676876 May 03 23:53:40.590817 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [req-f9a4e53c-f892-4d82-a891-c4593e67411e req-ee20d31c-6828-4544-9491-ba544fb8940e service neutron] Request body: {'port': {'device_id': 'd828ae7b-10a7-44ba-ba9b-8e3d17e0de4f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:53:40.622629 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-0a6ebcfd-ba94-4749-8073-e47b5336fac3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ae123a05ae664aaaa051561debfc1c18&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4313114 May 03 23:53:40.631728 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-5af148a8-35a0-4fbf-acac-9a08d2d1001d None None] Provisioning complete for port 0e7d2ded-c95c-4536-a9bb-598691f1c01a triggered by entity DHCP. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:53:40.631728 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-5af148a8-35a0-4fbf-acac-9a08d2d1001d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:40.631997 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 35904) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:53:40.683424 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a2c01d47b82d907f81ba0899610efc862c27db097cd111ee9714155fede03ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c67982a4-101a-4e1d-a771-63ac2a6839da" -d '{"events": [{"server_uuid": "21a98b7c-7213-435e-b792-a29d80ae1992", "name": "network-vif-plugged", "status": "completed", "tag": "09236e2a-bba8-4c5a-8fb2-b908321fe4e8"}]}' {{(pid=114214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 23:53:40.687296 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-5af148a8-35a0-4fbf-acac-9a08d2d1001d None None] Port 0e7d2ded-c95c-4536-a9bb-598691f1c01a cannot update to ACTIVE because it is not bound. {{(pid=114214) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 03 23:53:40.741515 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324c5e0f-e0c2-4e09-82b9-aed5c042d0fd service neutron] Pushing event updated for resources: {'Port': ['ID=42dee66b-db30-49e6-8d3b-a870af9e2ea1,revision_number=3']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:40.741515 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 23:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a14305d0-06a5-4bb2-ad17-47b232761e90 x-openstack-request-id: req-a14305d0-06a5-4bb2-ad17-47b232761e90 {{(pid=114213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 23:53:40.741515 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26684279-b640-4ba7-9695-cd6eedc4f55e", "tag": "42dee66b-db30-49e6-8d3b-a870af9e2ea1", "status": "completed", "code": 200}]} {{(pid=114213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 23:53:40.741515 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a14305d0-06a5-4bb2-ad17-47b232761e90 {{(pid=114213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 23:53:40.741515 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a14305d0-06a5-4bb2-ad17-47b232761e90'] response: {'name': 'network-changed', 'server_uuid': '26684279-b640-4ba7-9695-cd6eedc4f55e', 'tag': '42dee66b-db30-49e6-8d3b-a870af9e2ea1', 'status': 'completed', 'code': 200} May 03 23:53:40.774476 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.47', 51132) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:53:40.847132 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-c3f6cf8d-95c5-4e72-aa72-413d46fe81d2 req-2eb51f52-ac0f-4b82-b4d9-035eb6901944 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify callbacks [] for port, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:40.877577 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbed282-0439-4be3-939b-e47f1b9ae6f8 req-b554ab6d-6712-486d-90be-2fc520490295 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:40.879157 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-6dbed282-0439-4be3-939b-e47f1b9ae6f8 req-b554ab6d-6712-486d-90be-2fc520490295 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.47 "GET /v2.0/networks?id=6794dc24-6270-444d-9eb8-8dafb7765ac3 HTTP/1.1" status: 200 len: 817 time: 0.2538259 May 03 23:53:40.885102 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-e2ce3f12-396e-43aa-8084-973e14e86ad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:40.901592 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-0235e1f7-9123-4221-a7ab-183daedb819c req-2098ac54-baa7-481c-9c9a-6768871e99ea tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa212b35-f6b0-4589-827d-9c3b989cfd50&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2882092 May 03 23:53:40.911158 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-b350ecc7-38f8-45c6-bf54-9a176696bbce req-34e48b77-8b16-40b6-afca-7134d19e7cd9 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Notify callbacks [] for port, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:40.913499 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc59ac4-8987-414f-b405-a8181e04cf04 req-5e808d89-ecfc-4b44-8749-bb43648b3aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:40.914259 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-f9a4e53c-f892-4d82-a891-c4593e67411e req-ee20d31c-6828-4544-9491-ba544fb8940e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:40.923266 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-8cc59ac4-8987-414f-b405-a8181e04cf04 req-5e808d89-ecfc-4b44-8749-bb43648b3aaf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b61197edd2154db6b72b860e57ff43ed&device_id=26684279-b640-4ba7-9695-cd6eedc4f55e HTTP/1.1" status: 200 len: 1096 time: 0.1409945 May 03 23:53:40.932558 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 23:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac515a34-6350-4b01-9a1a-3a040575a616 x-openstack-request-id: req-ac515a34-6350-4b01-9a1a-3a040575a616 {{(pid=114214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 23:53:40.932896 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21a98b7c-7213-435e-b792-a29d80ae1992", "name": "network-vif-plugged", "status": "completed", "tag": "09236e2a-bba8-4c5a-8fb2-b908321fe4e8", "code": 200}]} {{(pid=114214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 23:53:40.933156 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ac515a34-6350-4b01-9a1a-3a040575a616 {{(pid=114214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 23:53:40.942217 dv-cinder-840375-1-iscsi neutron-server[114214]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac515a34-6350-4b01-9a1a-3a040575a616'] response: {'server_uuid': '21a98b7c-7213-435e-b792-a29d80ae1992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09236e2a-bba8-4c5a-8fb2-b908321fe4e8', 'code': 200} May 03 23:53:40.945351 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-e2ce3f12-396e-43aa-8084-973e14e86ad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:41.020943 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-8cc59ac4-8987-414f-b405-a8181e04cf04 req-217812d1-5d00-4104-adcb-33810d954484 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42dee66b-db30-49e6-8d3b-a870af9e2ea1 HTTP/1.1" status: 200 len: 217 time: 0.0736108 May 03 23:53:41.074228 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-6dbed282-0439-4be3-939b-e47f1b9ae6f8 req-3351ad17-4b90-44b6-8442-55b7d3343824 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=03bce0db30814ab1a93850e3a33758bc HTTP/1.1" status: 200 len: 379 time: 0.1630290 May 03 23:53:41.104189 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.v2.base [req-6dbed282-0439-4be3-939b-e47f1b9ae6f8 req-c377aa64-7c33-4457-9c65-18f7efaf86cb tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Request body: {'port': {'device_id': 'bc196673-33de-4fe2-8ff5-9f0d6977d56b', 'network_id': '6794dc24-6270-444d-9eb8-8dafb7765ac3', 'admin_state_up': True, 'tenant_id': '03bce0db30814ab1a93850e3a33758bc', 'security_groups': ['494fa588-c49d-4c98-8357-af016f4d8fd6']}} {{(pid=114213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:53:41.154163 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-e04647dc-1c8d-45df-8172-cc769bf42f66 req-0ca6e531-f729-4bb6-a0c0-650a2f825c58 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 210 time: 0.0619581 May 03 23:53:41.206061 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc59ac4-8987-414f-b405-a8181e04cf04 req-59b49490-d5de-4984-a93f-a88840998654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:41.208006 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-8cc59ac4-8987-414f-b405-a8181e04cf04 req-59b49490-d5de-4984-a93f-a88840998654 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a71a973f-43f2-413b-b3e6-b8f0626526c4 HTTP/1.1" status: 200 len: 858 time: 0.1749601 May 03 23:53:41.285143 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-c3f6cf8d-95c5-4e72-aa72-413d46fe81d2 req-2eb51f52-ac0f-4b82-b4d9-035eb6901944 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733331236172'] for port, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:41.285379 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-e2ce3f12-396e-43aa-8084-973e14e86ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:41.293763 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-e2ce3f12-396e-43aa-8084-973e14e86ad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:41.310582 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-e2ce3f12-396e-43aa-8084-973e14e86ad0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/95c90feb-003e-4b5c-bc45-70366b0280c4 HTTP/1.1" status: 204 len: 168 time: 0.6786163 May 03 23:53:41.381347 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ce3f12-396e-43aa-8084-973e14e86ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c90feb-003e-4b5c-bc45-70366b0280c4,revision_number=None']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:41.401157 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a327600-8837-4089-b0c3-010235d7947f req-e139cb8d-edaf-4f0d-847f-685a7316f772 tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:41.403035 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-9a327600-8837-4089-b0c3-010235d7947f req-e139cb8d-edaf-4f0d-847f-685a7316f772 tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a98b7c-7213-435e-b792-a29d80ae1992 HTTP/1.1" status: 200 len: 946 time: 0.3420835 May 03 23:53:41.489464 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.47', 51133) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:53:41.588961 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc59ac4-8987-414f-b405-a8181e04cf04 req-eeefe61d-b152-47f7-843f-e00b1edb959a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:41.590667 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-8cc59ac4-8987-414f-b405-a8181e04cf04 req-eeefe61d-b152-47f7-843f-e00b1edb959a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0a6b04f9-6f06-4100-ad85-6b28ebd5afaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3730991 May 03 23:53:41.671563 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-b350ecc7-38f8-45c6-bf54-9a176696bbce req-34e48b77-8b16-40b6-afca-7134d19e7cd9 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733331236172'] for port, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:41.716683 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb7be30-c0f7-4de0-a77e-e5b0f5bd79a8 req-73848f77-41c7-4a9b-9380-2cecb8a3d8c5 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:41.725277 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-bcb7be30-c0f7-4de0-a77e-e5b0f5bd79a8 req-73848f77-41c7-4a9b-9380-2cecb8a3d8c5 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b90b35a3-8206-4747-bf4b-c9b77bd4e470 HTTP/1.1" status: 200 len: 932 time: 0.3526783 May 03 23:53:41.726279 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3f6cf8d-95c5-4e72-aa72-413d46fe81d2 req-2eb51f52-ac0f-4b82-b4d9-035eb6901944 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Network 604bb18a-bbc8-4a96-8a59-cda5f9a33ba3 is already hosted by enough agents. {{(pid=114212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:53:41.748266 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 35936) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:53:41.757492 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.base_scheduler [req-c3f6cf8d-95c5-4e72-aa72-413d46fe81d2 req-2eb51f52-ac0f-4b82-b4d9-035eb6901944 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Resources bound (agent type, host, resource id): {{(pid=114212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:53:41.777695 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3f6cf8d-95c5-4e72-aa72-413d46fe81d2 req-2eb51f52-ac0f-4b82-b4d9-035eb6901944 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Received port after_create {{(pid=114212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 23:53:41.792624 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f6cf8d-95c5-4e72-aa72-413d46fe81d2 req-2eb51f52-ac0f-4b82-b4d9-035eb6901944 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:41.792624 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-c3f6cf8d-95c5-4e72-aa72-413d46fe81d2 req-2eb51f52-ac0f-4b82-b4d9-035eb6901944 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748400'] for port, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:41.808472 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4fa375-138f-4b43-95d9-e665383de4a8 req-ba0e1ceb-27f3-46cb-b161-6ad4a79d8130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:41.810195 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-cb4fa375-138f-4b43-95d9-e665383de4a8 req-ba0e1ceb-27f3-46cb-b161-6ad4a79d8130 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=21a98b7c-7213-435e-b792-a29d80ae1992 HTTP/1.1" status: 200 len: 1099 time: 0.3074603 May 03 23:53:41.819032 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb51f52-ac0f-4b82-b4d9-035eb6901944 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Pushing event updated for resources: {'Port': ['ID=56c90ddc-e1fb-4285-a6fa-9780de2d37bc,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:41.879341 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-bcb7be30-c0f7-4de0-a77e-e5b0f5bd79a8 req-c003aa5c-704d-4778-86dc-29be5021a56a tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a9b5e6e-5f27-4dc7-8078-345eba378f61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1512213 May 03 23:53:41.887011 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b350ecc7-38f8-45c6-bf54-9a176696bbce req-34e48b77-8b16-40b6-afca-7134d19e7cd9 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Network 0a6b04f9-6f06-4100-ad85-6b28ebd5afaa is already hosted by enough agents. {{(pid=114212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:53:41.889046 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [req-cb4fa375-138f-4b43-95d9-e665383de4a8 req-1a07e2e6-51b0-47ca-9b03-d3845dcbd66d service neutron] Notify callbacks [] for security_group, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:41.921729 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-8cc59ac4-8987-414f-b405-a8181e04cf04 req-190d3fc3-4d8b-4b13-ac6b-90e2b6a21ee3 service neutron] 10.222.0.47 "GET /v2.0/networks/0a6b04f9-6f06-4100-ad85-6b28ebd5afaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3037195 May 03 23:53:41.925862 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dbed282-0439-4be3-939b-e47f1b9ae6f8 req-c377aa64-7c33-4457-9c65-18f7efaf86cb tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Made reservation on behalf of 03bce0db30814ab1a93850e3a33758bc for: {'port': 1} {{(pid=114213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:53:41.938417 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [req-6dbed282-0439-4be3-939b-e47f1b9ae6f8 req-c377aa64-7c33-4457-9c65-18f7efaf86cb tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:41.951315 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.base_scheduler [req-b350ecc7-38f8-45c6-bf54-9a176696bbce req-34e48b77-8b16-40b6-afca-7134d19e7cd9 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Resources bound (agent type, host, resource id): {{(pid=114212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:53:42.010840 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-9a327600-8837-4089-b0c3-010235d7947f req-7b059d9b-2b27-43a3-abd7-cc2c089710fe tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] 10.222.0.13 "GET /v2.0/security-groups?id=368cf922-5b8b-4ac9-b3b7-aaedfbed4279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3267367 May 03 23:53:42.020156 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.l3_dvrscheduler_db [req-b350ecc7-38f8-45c6-bf54-9a176696bbce req-34e48b77-8b16-40b6-afca-7134d19e7cd9 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Received port after_create {{(pid=114212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 23:53:42.070626 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b350ecc7-38f8-45c6-bf54-9a176696bbce req-34e48b77-8b16-40b6-afca-7134d19e7cd9 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:42.071315 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-b350ecc7-38f8-45c6-bf54-9a176696bbce req-34e48b77-8b16-40b6-afca-7134d19e7cd9 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748400'] for port, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:42.139428 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-c3f6cf8d-95c5-4e72-aa72-413d46fe81d2 req-2eb51f52-ac0f-4b82-b4d9-035eb6901944 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6467948 May 03 23:53:42.174443 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [req-c3f6cf8d-95c5-4e72-aa72-413d46fe81d2 req-4fcd392c-0656-44f0-ab5b-115b0e0db5ce service neutron] Request body: {'port': {'device_id': 'b90b35a3-8206-4747-bf4b-c9b77bd4e470', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:53:42.210549 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e48b77-8b16-40b6-afca-7134d19e7cd9 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Pushing event updated for resources: {'Port': ['ID=ce49da11-bddb-4f88-8fdc-3c9c00c7d680,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:42.262442 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-46109ef8-5751-49a6-ba31-65ce5dbdcf5b None None] Provisioning complete for port 56c90ddc-e1fb-4285-a6fa-9780de2d37bc triggered by entity DHCP. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:53:42.263924 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-46109ef8-5751-49a6-ba31-65ce5dbdcf5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:42.287652 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-b350ecc7-38f8-45c6-bf54-9a176696bbce req-34e48b77-8b16-40b6-afca-7134d19e7cd9 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8108101 May 03 23:53:42.328356 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [req-b350ecc7-38f8-45c6-bf54-9a176696bbce req-920df92e-4148-434c-9092-30a5b7d8c348 service neutron] Request body: {'port': {'device_id': '53631f43-00b4-433e-b52b-c2ad2de8e21d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:53:42.350046 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-46109ef8-5751-49a6-ba31-65ce5dbdcf5b None None] Port 56c90ddc-e1fb-4285-a6fa-9780de2d37bc cannot update to ACTIVE because it is not bound. {{(pid=114214) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 03 23:53:42.372242 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 35944) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:53:42.377321 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-a66a2f34-b2aa-4437-a266-7331c2b15c54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:42.481969 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.notifiers.nova [req-f9a4e53c-f892-4d82-a891-c4593e67411e req-ee20d31c-6828-4544-9491-ba544fb8940e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e7d2ded-c95c-4536-a9bb-598691f1c01a {{(pid=114212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:53:42.484829 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-7053415c-9ca0-4d49-8399-8ea22360d9b8 None None] Provisioning complete for port ce49da11-bddb-4f88-8fdc-3c9c00c7d680 triggered by entity DHCP. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:53:42.485432 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-7053415c-9ca0-4d49-8399-8ea22360d9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:42.498303 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-f9a4e53c-f892-4d82-a891-c4593e67411e req-ee20d31c-6828-4544-9491-ba544fb8940e service neutron] Notify callbacks [] for port, precommit_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:42.535202 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-7053415c-9ca0-4d49-8399-8ea22360d9b8 None None] Port ce49da11-bddb-4f88-8fdc-3c9c00c7d680 cannot update to ACTIVE because it is not bound. {{(pid=114214) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 03 23:53:42.536304 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.provisioning_blocks [req-f9a4e53c-f892-4d82-a891-c4593e67411e req-ee20d31c-6828-4544-9491-ba544fb8940e service neutron] Transition to ACTIVE for port object 0e7d2ded-c95c-4536-a9bb-598691f1c01a will not be triggered until provisioned by entity L2. {{(pid=114212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:53:42.557801 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-9f7f6e37-e778-4300-85f0-226342b50294 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:42.561442 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-c3f6cf8d-95c5-4e72-aa72-413d46fe81d2 req-4fcd392c-0656-44f0-ab5b-115b0e0db5ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:42.589965 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f30323-0716-41fe-8bd7-b2fafd6fef8a req-635f9fa3-67ec-4fd2-9021-2c20f8476514 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:42.592509 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-40f30323-0716-41fe-8bd7-b2fafd6fef8a req-635f9fa3-67ec-4fd2-9021-2c20f8476514 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=d828ae7b-10a7-44ba-ba9b-8e3d17e0de4f HTTP/1.1" status: 200 len: 931 time: 0.3260105 May 03 23:53:42.597744 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-b350ecc7-38f8-45c6-bf54-9a176696bbce req-920df92e-4148-434c-9092-30a5b7d8c348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:42.695604 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c910e1-0ac9-4fbf-b7bd-f1e1d6af0217 req-2b75a9fe-bcc9-4699-95b1-cb952e0c01df tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:42.697221 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-24c910e1-0ac9-4fbf-b7bd-f1e1d6af0217 req-2b75a9fe-bcc9-4699-95b1-cb952e0c01df tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=53631f43-00b4-433e-b52b-c2ad2de8e21d HTTP/1.1" status: 200 len: 931 time: 0.3627949 May 03 23:53:42.725592 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-8cc59ac4-8987-414f-b405-a8181e04cf04 req-0c0bbf35-9569-46df-bc9c-45122d138804 service neutron] 10.222.0.47 "GET /v2.0/networks/0a6b04f9-6f06-4100-ad85-6b28ebd5afaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7815075 May 03 23:53:42.732384 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-f9a4e53c-f892-4d82-a891-c4593e67411e req-ee20d31c-6828-4544-9491-ba544fb8940e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:42.807188 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [req-cb4fa375-138f-4b43-95d9-e665383de4a8 req-1a07e2e6-51b0-47ca-9b03-d3845dcbd66d service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:42.820863 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-40f30323-0716-41fe-8bd7-b2fafd6fef8a req-79449858-47a5-432d-8a74-aca75e4cb179 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa212b35-f6b0-4589-827d-9c3b989cfd50&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1901484 May 03 23:53:42.828001 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.db.db_base_plugin_common [req-6dbed282-0439-4be3-939b-e47f1b9ae6f8 req-c377aa64-7c33-4457-9c65-18f7efaf86cb tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Allocated IP 172.20.0.5 (6794dc24-6270-444d-9eb8-8dafb7765ac3/c9819db7-dd9c-4945-a665-c049574a03e0/eddec5f8-eace-41cb-8aa4-6aae72b191af) {{(pid=114213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:53:42.893798 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-a66a2f34-b2aa-4437-a266-7331c2b15c54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:42.914723 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-24c910e1-0ac9-4fbf-b7bd-f1e1d6af0217 req-af72e54b-5de3-4a73-9b24-3aa6c5a0f6a5 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aabfbfc-09d0-4f5e-998f-a2943879bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994157 May 03 23:53:42.935973 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [req-cb4fa375-138f-4b43-95d9-e665383de4a8 req-1a07e2e6-51b0-47ca-9b03-d3845dcbd66d service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:43.043837 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-cb4fa375-138f-4b43-95d9-e665383de4a8 req-1a07e2e6-51b0-47ca-9b03-d3845dcbd66d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=368cf922-5b8b-4ac9-b3b7-aaedfbed4279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2249331 May 03 23:53:43.073497 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-9f7f6e37-e778-4300-85f0-226342b50294 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:43.095828 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-d74d314b-bcac-4232-96be-01dd89442b06 req-a199395e-c7ce-41bc-9904-66ca4e30ae58 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 210 time: 0.1041424 May 03 23:53:43.095828 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee20d31c-6828-4544-9491-ba544fb8940e service neutron] Pushing event updated for resources: {'Port': ['ID=0e7d2ded-c95c-4536-a9bb-598691f1c01a,revision_number=2']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:43.139676 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-a66a2f34-b2aa-4437-a266-7331c2b15c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:43.168790 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a07e2e6-51b0-47ca-9b03-d3845dcbd66d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=eddbb743-aa63-4b2b-b5e3-47523a8442d6,revision_number=1']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:43.216311 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-a66a2f34-b2aa-4437-a266-7331c2b15c54 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aa223f845b334448bc428eedc0933790&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4668949 May 03 23:53:43.217232 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-9f7f6e37-e778-4300-85f0-226342b50294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:43.225128 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 35964) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:53:43.225128 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66a2f34-b2aa-4437-a266-7331c2b15c54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3efcf468-1421-4bf4-bd1d-41c6201514ac,revision_number=1']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:43.316487 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.managers [req-f9a4e53c-f892-4d82-a891-c4593e67411e req-ee20d31c-6828-4544-9491-ba544fb8940e service neutron] Attempting to bind port 0e7d2ded-c95c-4536-a9bb-598691f1c01a on host hv-cinder-84037 for vnic_type normal with profile {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:53:43.316966 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.managers [req-f9a4e53c-f892-4d82-a891-c4593e67411e req-ee20d31c-6828-4544-9491-ba544fb8940e service neutron] Attempting to bind port 0e7d2ded-c95c-4536-a9bb-598691f1c01a by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': '191d73d0-9208-4ea1-bb83-ed60d521a42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '88061c84-ec22-4a18-841b-8db91bd7572a'}] {{(pid=114212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:53:43.318793 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a4e53c-f892-4d82-a891-c4593e67411e req-ee20d31c-6828-4544-9491-ba544fb8940e service neutron] Attempting to bind port 0e7d2ded-c95c-4536-a9bb-598691f1c01a on network 88061c84-ec22-4a18-841b-8db91bd7572a {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 23:53:43.349320 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a4e53c-f892-4d82-a891-c4593e67411e req-ee20d31c-6828-4544-9491-ba544fb8940e service neutron] Port 0e7d2ded-c95c-4536-a9bb-598691f1c01a on network 88061c84-ec22-4a18-841b-8db91bd7572a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 23:53:43.349818 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a4e53c-f892-4d82-a891-c4593e67411e req-ee20d31c-6828-4544-9491-ba544fb8940e service neutron] Attempting to bind port 0e7d2ded-c95c-4536-a9bb-598691f1c01a on network 88061c84-ec22-4a18-841b-8db91bd7572a {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 23:53:43.360191 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7f6e37-e778-4300-85f0-226342b50294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=950e1b2d-823d-483d-9418-e3bf56b7510c,revision_number=1']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:43.402095 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-9f7f6e37-e778-4300-85f0-226342b50294 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c0a828587c9549dd8729bbaa99485dfc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0217166 May 03 23:53:43.416993 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 35972) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:53:43.418096 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a4e53c-f892-4d82-a891-c4593e67411e req-ee20d31c-6828-4544-9491-ba544fb8940e service neutron] Checking agent: {'id': '6e4019a9-2d41-4d26-94e3-460d78c489d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 23, 50, 48), 'started_at': datetime.datetime(2022, 5, 3, 23, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 23:53:43.418700 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a4e53c-f892-4d82-a891-c4593e67411e req-ee20d31c-6828-4544-9491-ba544fb8940e service neutron] Checking segment: {'id': '191d73d0-9208-4ea1-bb83-ed60d521a42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '88061c84-ec22-4a18-841b-8db91bd7572a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 03 23:53:43.419375 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a4e53c-f892-4d82-a891-c4593e67411e req-ee20d31c-6828-4544-9491-ba544fb8940e service neutron] Bound using segment: {'id': '191d73d0-9208-4ea1-bb83-ed60d521a42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '88061c84-ec22-4a18-841b-8db91bd7572a'} {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 23:53:43.419915 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.managers [req-f9a4e53c-f892-4d82-a891-c4593e67411e req-ee20d31c-6828-4544-9491-ba544fb8940e service neutron] Bound port: 0e7d2ded-c95c-4536-a9bb-598691f1c01a, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '191d73d0-9208-4ea1-bb83-ed60d521a42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '88061c84-ec22-4a18-841b-8db91bd7572a'}}] {{(pid=114212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:53:43.420347 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-f9a4e53c-f892-4d82-a891-c4593e67411e req-ee20d31c-6828-4544-9491-ba544fb8940e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:43.423921 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca1a64-8d34-433a-8951-1cc7c0fc9dae req-80f4d7ed-2b9d-4228-8782-4c0efdd5926d tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:43.425529 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-a6ca1a64-8d34-433a-8951-1cc7c0fc9dae req-80f4d7ed-2b9d-4228-8782-4c0efdd5926d tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b90b35a3-8206-4747-bf4b-c9b77bd4e470 HTTP/1.1" status: 200 len: 932 time: 0.3219459 May 03 23:53:43.428227 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0321755a-3d57-4256-bee1-245567fe755c req-504f264f-5de7-4243-a91e-926c3a5cdb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:43.429752 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-0321755a-3d57-4256-bee1-245567fe755c req-504f264f-5de7-4243-a91e-926c3a5cdb55 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b61197edd2154db6b72b860e57ff43ed&device_id=26684279-b640-4ba7-9695-cd6eedc4f55e HTTP/1.1" status: 200 len: 1096 time: 0.4760342 May 03 23:53:43.566512 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-5c632089-1364-48a5-9b7a-4f93d1142f39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:43.579198 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-a6ca1a64-8d34-433a-8951-1cc7c0fc9dae req-0e266bcc-197d-4adc-acc5-4ba32ce21d51 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a9b5e6e-5f27-4dc7-8078-345eba378f61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1424162 May 03 23:53:43.583091 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4046de-b7ce-4a40-8ea7-960243723a02 req-63cde374-a044-4ec9-8cfc-79179125d9a4 tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:43.590670 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-2f4046de-b7ce-4a40-8ea7-960243723a02 req-63cde374-a044-4ec9-8cfc-79179125d9a4 tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a98b7c-7213-435e-b792-a29d80ae1992 HTTP/1.1" status: 200 len: 946 time: 0.2752693 May 03 23:53:43.657100 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-5c632089-1364-48a5-9b7a-4f93d1142f39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:43.684807 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [req-6dbed282-0439-4be3-939b-e47f1b9ae6f8 req-c377aa64-7c33-4457-9c65-18f7efaf86cb tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify callbacks [] for port, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:43.747178 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0321755a-3d57-4256-bee1-245567fe755c req-8cb5c29b-ba4d-48d3-84b9-06cba676c285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:43.750360 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-0321755a-3d57-4256-bee1-245567fe755c req-8cb5c29b-ba4d-48d3-84b9-06cba676c285 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0a6b04f9-6f06-4100-ad85-6b28ebd5afaa HTTP/1.1" status: 200 len: 920 time: 0.2849991 May 03 23:53:43.757885 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.db [req-f9a4e53c-f892-4d82-a891-c4593e67411e req-ee20d31c-6828-4544-9491-ba544fb8940e service neutron] For port 0e7d2ded-c95c-4536-a9bb-598691f1c01a, host hv-cinder-84037, cleared binding levels {{(pid=114212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 23:53:43.773184 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.notifiers.nova [req-c3f6cf8d-95c5-4e72-aa72-413d46fe81d2 req-4fcd392c-0656-44f0-ab5b-115b0e0db5ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56c90ddc-e1fb-4285-a6fa-9780de2d37bc {{(pid=114212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:53:43.796193 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-b45a5891-0277-4779-af73-ad18b5ec51ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:43.805450 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-c3f6cf8d-95c5-4e72-aa72-413d46fe81d2 req-4fcd392c-0656-44f0-ab5b-115b0e0db5ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:43.811104 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.db [req-f9a4e53c-f892-4d82-a891-c4593e67411e req-ee20d31c-6828-4544-9491-ba544fb8940e service neutron] For port 0e7d2ded-c95c-4536-a9bb-598691f1c01a, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=0e7d2ded-c95c-4536-a9bb-598691f1c01a,segment=NetworkSegment(191d73d0-9208-4ea1-bb83-ed60d521a42d),segment_id=191d73d0-9208-4ea1-bb83-ed60d521a42d)] {{(pid=114212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 23:53:43.838257 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-2f4046de-b7ce-4a40-8ea7-960243723a02 req-03f1d407-ea89-476f-bba3-6fb88fd07dd3 tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] 10.222.0.13 "GET /v2.0/security-groups?id=368cf922-5b8b-4ac9-b3b7-aaedfbed4279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460752 May 03 23:53:43.847362 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.notifiers.nova [req-b350ecc7-38f8-45c6-bf54-9a176696bbce req-920df92e-4148-434c-9092-30a5b7d8c348 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce49da11-bddb-4f88-8fdc-3c9c00c7d680 {{(pid=114212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:53:43.854359 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.provisioning_blocks [req-c3f6cf8d-95c5-4e72-aa72-413d46fe81d2 req-4fcd392c-0656-44f0-ab5b-115b0e0db5ce service neutron] Transition to ACTIVE for port object 56c90ddc-e1fb-4285-a6fa-9780de2d37bc will not be triggered until provisioned by entity L2. {{(pid=114212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:53:43.855672 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-0321755a-3d57-4256-bee1-245567fe755c req-8c45992a-1197-48fb-8eae-2fb3248cde95 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42dee66b-db30-49e6-8d3b-a870af9e2ea1 HTTP/1.1" status: 200 len: 217 time: 0.0860136 May 03 23:53:43.864033 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-b350ecc7-38f8-45c6-bf54-9a176696bbce req-920df92e-4148-434c-9092-30a5b7d8c348 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:43.871761 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-b45a5891-0277-4779-af73-ad18b5ec51ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:43.899440 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.provisioning_blocks [req-b350ecc7-38f8-45c6-bf54-9a176696bbce req-920df92e-4148-434c-9092-30a5b7d8c348 service neutron] Transition to ACTIVE for port object ce49da11-bddb-4f88-8fdc-3c9c00c7d680 will not be triggered until provisioned by entity L2. {{(pid=114212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:53:43.903456 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-f9a4e53c-f892-4d82-a891-c4593e67411e req-ee20d31c-6828-4544-9491-ba544fb8940e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:43.947378 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-c3f6cf8d-95c5-4e72-aa72-413d46fe81d2 req-4fcd392c-0656-44f0-ab5b-115b0e0db5ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:43.957707 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0321755a-3d57-4256-bee1-245567fe755c req-6ac2798b-97c3-4971-9fc4-29c284ef83b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:43.959712 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-0321755a-3d57-4256-bee1-245567fe755c req-6ac2798b-97c3-4971-9fc4-29c284ef83b6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a71a973f-43f2-413b-b3e6-b8f0626526c4 HTTP/1.1" status: 200 len: 858 time: 0.0935130 May 03 23:53:43.969001 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a4e53c-f892-4d82-a891-c4593e67411e req-ee20d31c-6828-4544-9491-ba544fb8940e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:43.969439 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-f9a4e53c-f892-4d82-a891-c4593e67411e req-ee20d31c-6828-4544-9491-ba544fb8940e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748400'] for port, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:43.971166 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-f9a4e53c-f892-4d82-a891-c4593e67411e req-ee20d31c-6828-4544-9491-ba544fb8940e service neutron] 10.222.0.47 "PUT /v2.0/ports/0e7d2ded-c95c-4536-a9bb-598691f1c01a HTTP/1.1" status: 200 len: 1093 time: 3.4020221 May 03 23:53:43.971684 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd828ae7b-10a7-44ba-ba9b-8e3d17e0de4f', 'tag': '0e7d2ded-c95c-4536-a9bb-598691f1c01a'}] {{(pid=114212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:53:44.061450 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-b350ecc7-38f8-45c6-bf54-9a176696bbce req-920df92e-4148-434c-9092-30a5b7d8c348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:44.073946 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee86c66-a286-42c7-a465-1510cf43dcce req-f8da7af8-89a9-4d9a-ab24-01ab8b832a09 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:44.075685 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-8ee86c66-a286-42c7-a465-1510cf43dcce req-f8da7af8-89a9-4d9a-ab24-01ab8b832a09 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=d828ae7b-10a7-44ba-ba9b-8e3d17e0de4f HTTP/1.1" status: 200 len: 943 time: 0.1348021 May 03 23:53:44.076847 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [req-6dbed282-0439-4be3-939b-e47f1b9ae6f8 req-c377aa64-7c33-4457-9c65-18f7efaf86cb tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733331236172'] for port, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:44.084110 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0321755a-3d57-4256-bee1-245567fe755c req-c2157fd6-b2d4-449d-8cea-6b4642993657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:44.089669 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-0321755a-3d57-4256-bee1-245567fe755c req-c2157fd6-b2d4-449d-8cea-6b4642993657 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0a6b04f9-6f06-4100-ad85-6b28ebd5afaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1062300 May 03 23:53:44.096430 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-5c632089-1364-48a5-9b7a-4f93d1142f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:44.099155 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-5c632089-1364-48a5-9b7a-4f93d1142f39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:44.103144 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-5c632089-1364-48a5-9b7a-4f93d1142f39 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3efcf468-1421-4bf4-bd1d-41c6201514ac HTTP/1.1" status: 204 len: 168 time: 0.8702388 May 03 23:53:44.203667 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c632089-1364-48a5-9b7a-4f93d1142f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3efcf468-1421-4bf4-bd1d-41c6201514ac,revision_number=None']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:44.253898 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dbed282-0439-4be3-939b-e47f1b9ae6f8 req-c377aa64-7c33-4457-9c65-18f7efaf86cb tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Network 6794dc24-6270-444d-9eb8-8dafb7765ac3 is already hosted by enough agents. {{(pid=114213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:53:44.332757 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.managers [req-c3f6cf8d-95c5-4e72-aa72-413d46fe81d2 req-4fcd392c-0656-44f0-ab5b-115b0e0db5ce service neutron] Attempting to bind port 56c90ddc-e1fb-4285-a6fa-9780de2d37bc on host hv-cinder-84037 for vnic_type normal with profile {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:53:44.333225 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.managers [req-c3f6cf8d-95c5-4e72-aa72-413d46fe81d2 req-4fcd392c-0656-44f0-ab5b-115b0e0db5ce service neutron] Attempting to bind port 56c90ddc-e1fb-4285-a6fa-9780de2d37bc by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': 'd4ac9688-7820-43e6-987e-96b1e1f3947a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '604bb18a-bbc8-4a96-8a59-cda5f9a33ba3'}] {{(pid=114212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:53:44.333412 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f6cf8d-95c5-4e72-aa72-413d46fe81d2 req-4fcd392c-0656-44f0-ab5b-115b0e0db5ce service neutron] Attempting to bind port 56c90ddc-e1fb-4285-a6fa-9780de2d37bc on network 604bb18a-bbc8-4a96-8a59-cda5f9a33ba3 {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 23:53:44.345464 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377aa64-7c33-4457-9c65-18f7efaf86cb tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Pushing event updated for resources: {'Port': ['ID=eddec5f8-eace-41cb-8aa4-6aae72b191af,revision_number=1']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:44.347188 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee20d31c-6828-4544-9491-ba544fb8940e service neutron] Pushing event updated for resources: {'Port': ['ID=0e7d2ded-c95c-4536-a9bb-598691f1c01a,revision_number=3']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:44.348623 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.base_scheduler [req-6dbed282-0439-4be3-939b-e47f1b9ae6f8 req-c377aa64-7c33-4457-9c65-18f7efaf86cb tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Resources bound (agent type, host, resource id): {{(pid=114213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:53:44.353522 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d2be33a93c6036cad1ba084e78d1c3d957b621bee157ccc93bfe0a4b69d877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b6088c-474a-4477-a1e9-f57f9b7297df" -d '{"events": [{"name": "network-changed", "server_uuid": "d828ae7b-10a7-44ba-ba9b-8e3d17e0de4f", "tag": "0e7d2ded-c95c-4536-a9bb-598691f1c01a"}]}' {{(pid=114212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 23:53:44.357705 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f6cf8d-95c5-4e72-aa72-413d46fe81d2 req-4fcd392c-0656-44f0-ab5b-115b0e0db5ce service neutron] Port 56c90ddc-e1fb-4285-a6fa-9780de2d37bc on network 604bb18a-bbc8-4a96-8a59-cda5f9a33ba3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 23:53:44.358061 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f6cf8d-95c5-4e72-aa72-413d46fe81d2 req-4fcd392c-0656-44f0-ab5b-115b0e0db5ce service neutron] Attempting to bind port 56c90ddc-e1fb-4285-a6fa-9780de2d37bc on network 604bb18a-bbc8-4a96-8a59-cda5f9a33ba3 {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 23:53:44.383719 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dbed282-0439-4be3-939b-e47f1b9ae6f8 req-c377aa64-7c33-4457-9c65-18f7efaf86cb tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Received port after_create {{(pid=114213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 23:53:44.395448 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbed282-0439-4be3-939b-e47f1b9ae6f8 req-c377aa64-7c33-4457-9c65-18f7efaf86cb tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:44.395448 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [req-6dbed282-0439-4be3-939b-e47f1b9ae6f8 req-c377aa64-7c33-4457-9c65-18f7efaf86cb tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748400'] for port, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:44.421629 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f6cf8d-95c5-4e72-aa72-413d46fe81d2 req-4fcd392c-0656-44f0-ab5b-115b0e0db5ce service neutron] Checking agent: {'id': '6e4019a9-2d41-4d26-94e3-460d78c489d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 23, 50, 48), 'started_at': datetime.datetime(2022, 5, 3, 23, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 23:53:44.421757 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f6cf8d-95c5-4e72-aa72-413d46fe81d2 req-4fcd392c-0656-44f0-ab5b-115b0e0db5ce service neutron] Checking segment: {'id': 'd4ac9688-7820-43e6-987e-96b1e1f3947a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '604bb18a-bbc8-4a96-8a59-cda5f9a33ba3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 03 23:53:44.422212 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f6cf8d-95c5-4e72-aa72-413d46fe81d2 req-4fcd392c-0656-44f0-ab5b-115b0e0db5ce service neutron] Bound using segment: {'id': 'd4ac9688-7820-43e6-987e-96b1e1f3947a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '604bb18a-bbc8-4a96-8a59-cda5f9a33ba3'} {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 23:53:44.422628 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.managers [req-c3f6cf8d-95c5-4e72-aa72-413d46fe81d2 req-4fcd392c-0656-44f0-ab5b-115b0e0db5ce service neutron] Bound port: 56c90ddc-e1fb-4285-a6fa-9780de2d37bc, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4ac9688-7820-43e6-987e-96b1e1f3947a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '604bb18a-bbc8-4a96-8a59-cda5f9a33ba3'}}] {{(pid=114212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:53:44.423005 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-c3f6cf8d-95c5-4e72-aa72-413d46fe81d2 req-4fcd392c-0656-44f0-ab5b-115b0e0db5ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:44.444770 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-b45a5891-0277-4779-af73-ad18b5ec51ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:44.448118 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-b45a5891-0277-4779-af73-ad18b5ec51ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:44.452292 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-b45a5891-0277-4779-af73-ad18b5ec51ac admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/950e1b2d-823d-483d-9418-e3bf56b7510c HTTP/1.1" status: 204 len: 168 time: 1.0083916 May 03 23:53:44.475682 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-8ee86c66-a286-42c7-a465-1510cf43dcce req-7a8c4edc-8371-48f3-851d-f10faa8043f5 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa212b35-f6b0-4589-827d-9c3b989cfd50&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3889980 May 03 23:53:44.517499 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a4e53c-f892-4d82-a891-c4593e67411e req-d29c988c-5276-4636-ba69-48c6365e0a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:44.525097 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-f9a4e53c-f892-4d82-a891-c4593e67411e req-d29c988c-5276-4636-ba69-48c6365e0a48 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4f6a10010e894f0390d087e92b3d1035&device_id=d828ae7b-10a7-44ba-ba9b-8e3d17e0de4f HTTP/1.1" status: 200 len: 1096 time: 0.3425333 May 03 23:53:44.528679 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-0321755a-3d57-4256-bee1-245567fe755c req-881bfe58-ddec-49fa-8740-d036aa5cd604 service neutron] 10.222.0.47 "GET /v2.0/networks/0a6b04f9-6f06-4100-ad85-6b28ebd5afaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3881259 May 03 23:53:44.588224 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8bcf57-ab99-48c7-98c4-92cc0bdb02b9 req-63052fdd-f682-4890-9430-b956f16d60a8 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:44.598568 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-0a8bcf57-ab99-48c7-98c4-92cc0bdb02b9 req-63052fdd-f682-4890-9430-b956f16d60a8 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=53631f43-00b4-433e-b52b-c2ad2de8e21d HTTP/1.1" status: 200 len: 943 time: 0.5459859 May 03 23:53:44.627317 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45a5891-0277-4779-af73-ad18b5ec51ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=950e1b2d-823d-483d-9418-e3bf56b7510c,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:44.678401 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcd392c-0656-44f0-ab5b-115b0e0db5ce service neutron] Pushing event updated for resources: {'Port': ['ID=56c90ddc-e1fb-4285-a6fa-9780de2d37bc,revision_number=2']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:44.797007 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-6dbed282-0439-4be3-939b-e47f1b9ae6f8 req-c377aa64-7c33-4457-9c65-18f7efaf86cb tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6996486 May 03 23:53:44.913180 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-0321755a-3d57-4256-bee1-245567fe755c req-458ac225-a416-48fc-b9e6-b4af87e11d55 service neutron] 10.222.0.47 "GET /v2.0/networks/0a6b04f9-6f06-4100-ad85-6b28ebd5afaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3437760 May 03 23:53:44.925049 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.v2.base [req-6dbed282-0439-4be3-939b-e47f1b9ae6f8 req-90288b67-ef11-457d-a9b5-a7fd52ce4159 service neutron] Request body: {'port': {'device_id': 'bc196673-33de-4fe2-8ff5-9f0d6977d56b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=114213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:53:45.087183 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-5e401e9b-cf40-428f-b386-180845488084 None None] Provisioning complete for port eddec5f8-eace-41cb-8aa4-6aae72b191af triggered by entity DHCP. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:53:45.088343 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-5e401e9b-cf40-428f-b386-180845488084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:45.141816 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-f9a4e53c-f892-4d82-a891-c4593e67411e req-dbc0c5dc-4abd-438f-89d5-502d31eb48c6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e7d2ded-c95c-4536-a9bb-598691f1c01a HTTP/1.1" status: 200 len: 217 time: 0.5349846 May 03 23:53:45.158098 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-5e401e9b-cf40-428f-b386-180845488084 None None] Port eddec5f8-eace-41cb-8aa4-6aae72b191af cannot update to ACTIVE because it is not bound. {{(pid=114214) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 03 23:53:45.159386 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44833a8-4398-4351-ac2a-be58f1df01f7 req-54bc941d-f904-4974-b5a3-8ef5304688f1 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:45.169454 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-b44833a8-4398-4351-ac2a-be58f1df01f7 req-54bc941d-f904-4974-b5a3-8ef5304688f1 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 931 time: 0.3704662 May 03 23:53:45.170815 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [req-6dbed282-0439-4be3-939b-e47f1b9ae6f8 req-90288b67-ef11-457d-a9b5-a7fd52ce4159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:45.243113 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.managers [req-b350ecc7-38f8-45c6-bf54-9a176696bbce req-920df92e-4148-434c-9092-30a5b7d8c348 service neutron] Attempting to bind port ce49da11-bddb-4f88-8fdc-3c9c00c7d680 on host hv-cinder-84037 for vnic_type normal with profile {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:53:45.243630 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.managers [req-b350ecc7-38f8-45c6-bf54-9a176696bbce req-920df92e-4148-434c-9092-30a5b7d8c348 service neutron] Attempting to bind port ce49da11-bddb-4f88-8fdc-3c9c00c7d680 by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': '4aa0fff9-3f39-4107-a21f-e5e9bdcb305b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0a6b04f9-6f06-4100-ad85-6b28ebd5afaa'}] {{(pid=114212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:53:45.243956 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b350ecc7-38f8-45c6-bf54-9a176696bbce req-920df92e-4148-434c-9092-30a5b7d8c348 service neutron] Attempting to bind port ce49da11-bddb-4f88-8fdc-3c9c00c7d680 on network 0a6b04f9-6f06-4100-ad85-6b28ebd5afaa {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 23:53:45.276473 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-0a8bcf57-ab99-48c7-98c4-92cc0bdb02b9 req-656e0730-689e-4958-aac8-f6b48f6acb7f tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aabfbfc-09d0-4f5e-998f-a2943879bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6766706 May 03 23:53:45.292920 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920df92e-4148-434c-9092-30a5b7d8c348 service neutron] Pushing event updated for resources: {'Port': ['ID=ce49da11-bddb-4f88-8fdc-3c9c00c7d680,revision_number=2']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:45.297584 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.db [req-c3f6cf8d-95c5-4e72-aa72-413d46fe81d2 req-4fcd392c-0656-44f0-ab5b-115b0e0db5ce service neutron] For port 56c90ddc-e1fb-4285-a6fa-9780de2d37bc, host hv-cinder-84037, cleared binding levels {{(pid=114212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 23:53:45.302238 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b350ecc7-38f8-45c6-bf54-9a176696bbce req-920df92e-4148-434c-9092-30a5b7d8c348 service neutron] Port ce49da11-bddb-4f88-8fdc-3c9c00c7d680 on network 0a6b04f9-6f06-4100-ad85-6b28ebd5afaa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 23:53:45.303611 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device 42dee66b-db30-49e6-8d3b-a870af9e2ea1 details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=114214) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 23:53:45.304661 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b350ecc7-38f8-45c6-bf54-9a176696bbce req-920df92e-4148-434c-9092-30a5b7d8c348 service neutron] Attempting to bind port ce49da11-bddb-4f88-8fdc-3c9c00c7d680 on network 0a6b04f9-6f06-4100-ad85-6b28ebd5afaa {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 23:53:45.308574 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.db [req-c3f6cf8d-95c5-4e72-aa72-413d46fe81d2 req-4fcd392c-0656-44f0-ab5b-115b0e0db5ce service neutron] For port 56c90ddc-e1fb-4285-a6fa-9780de2d37bc, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=56c90ddc-e1fb-4285-a6fa-9780de2d37bc,segment=NetworkSegment(d4ac9688-7820-43e6-987e-96b1e1f3947a),segment_id=d4ac9688-7820-43e6-987e-96b1e1f3947a)] {{(pid=114212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 23:53:45.319708 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-b44833a8-4398-4351-ac2a-be58f1df01f7 req-f70ac247-f0b9-4952-8e9d-812f75933a8f tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064332 May 03 23:53:45.320569 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a4e53c-f892-4d82-a891-c4593e67411e req-d261c808-a21c-4912-a10a-34b75f4d3a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:45.322554 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-f9a4e53c-f892-4d82-a891-c4593e67411e req-d261c808-a21c-4912-a10a-34b75f4d3a3d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b5c212ed-61ce-414c-afb5-0c8516817b16 HTTP/1.1" status: 200 len: 853 time: 0.1534712 May 03 23:53:45.336887 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b350ecc7-38f8-45c6-bf54-9a176696bbce req-920df92e-4148-434c-9092-30a5b7d8c348 service neutron] Checking agent: {'id': '6e4019a9-2d41-4d26-94e3-460d78c489d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 23, 50, 48), 'started_at': datetime.datetime(2022, 5, 3, 23, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 23:53:45.336887 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b350ecc7-38f8-45c6-bf54-9a176696bbce req-920df92e-4148-434c-9092-30a5b7d8c348 service neutron] Checking segment: {'id': '4aa0fff9-3f39-4107-a21f-e5e9bdcb305b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0a6b04f9-6f06-4100-ad85-6b28ebd5afaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 03 23:53:45.336887 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b350ecc7-38f8-45c6-bf54-9a176696bbce req-920df92e-4148-434c-9092-30a5b7d8c348 service neutron] Bound using segment: {'id': '4aa0fff9-3f39-4107-a21f-e5e9bdcb305b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0a6b04f9-6f06-4100-ad85-6b28ebd5afaa'} {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 23:53:45.336887 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.managers [req-b350ecc7-38f8-45c6-bf54-9a176696bbce req-920df92e-4148-434c-9092-30a5b7d8c348 service neutron] Bound port: ce49da11-bddb-4f88-8fdc-3c9c00c7d680, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4aa0fff9-3f39-4107-a21f-e5e9bdcb305b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0a6b04f9-6f06-4100-ad85-6b28ebd5afaa'}}] {{(pid=114212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:53:45.336887 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-b350ecc7-38f8-45c6-bf54-9a176696bbce req-920df92e-4148-434c-9092-30a5b7d8c348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:45.480564 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] For port 42dee66b-db30-49e6-8d3b-a870af9e2ea1, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=42dee66b-db30-49e6-8d3b-a870af9e2ea1,segment=NetworkSegment(4aa0fff9-3f39-4107-a21f-e5e9bdcb305b),segment_id=4aa0fff9-3f39-4107-a21f-e5e9bdcb305b)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:53:45.484267 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-c3f6cf8d-95c5-4e72-aa72-413d46fe81d2 req-4fcd392c-0656-44f0-ab5b-115b0e0db5ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:45.519910 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Returning: {'device': '42dee66b-db30-49e6-8d3b-a870af9e2ea1', 'network_id': '0a6b04f9-6f06-4100-ad85-6b28ebd5afaa', 'port_id': '42dee66b-db30-49e6-8d3b-a870af9e2ea1', 'mac_address': 'fa:16:3e:58:89:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a71a973f-43f2-413b-b3e6-b8f0626526c4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114214) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 23:53:45.576025 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f6cf8d-95c5-4e72-aa72-413d46fe81d2 req-4fcd392c-0656-44f0-ab5b-115b0e0db5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:45.576943 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-c3f6cf8d-95c5-4e72-aa72-413d46fe81d2 req-4fcd392c-0656-44f0-ab5b-115b0e0db5ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748400'] for port, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:45.579183 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-c3f6cf8d-95c5-4e72-aa72-413d46fe81d2 req-4fcd392c-0656-44f0-ab5b-115b0e0db5ce service neutron] 10.222.0.47 "PUT /v2.0/ports/56c90ddc-e1fb-4285-a6fa-9780de2d37bc HTTP/1.1" status: 200 len: 1094 time: 3.4196069 May 03 23:53:45.588207 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:45.604367 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a4e53c-f892-4d82-a891-c4593e67411e req-406e6fb4-a17d-46b1-965e-b5afbec8605e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:45.606516 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-f9a4e53c-f892-4d82-a891-c4593e67411e req-406e6fb4-a17d-46b1-965e-b5afbec8605e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=88061c84-ec22-4a18-841b-8db91bd7572a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2642310 May 03 23:53:45.608365 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.db [req-b350ecc7-38f8-45c6-bf54-9a176696bbce req-920df92e-4148-434c-9092-30a5b7d8c348 service neutron] For port ce49da11-bddb-4f88-8fdc-3c9c00c7d680, host hv-cinder-84037, cleared binding levels {{(pid=114212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 23:53:45.612747 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcd392c-0656-44f0-ab5b-115b0e0db5ce service neutron] Pushing event updated for resources: {'Port': ['ID=56c90ddc-e1fb-4285-a6fa-9780de2d37bc,revision_number=3']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:45.617399 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.db [req-b350ecc7-38f8-45c6-bf54-9a176696bbce req-920df92e-4148-434c-9092-30a5b7d8c348 service neutron] For port ce49da11-bddb-4f88-8fdc-3c9c00c7d680, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=ce49da11-bddb-4f88-8fdc-3c9c00c7d680,segment=NetworkSegment(4aa0fff9-3f39-4107-a21f-e5e9bdcb305b),segment_id=4aa0fff9-3f39-4107-a21f-e5e9bdcb305b)] {{(pid=114212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 23:53:45.636965 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.notifiers.nova [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42dee66b-db30-49e6-8d3b-a870af9e2ea1 {{(pid=114214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:53:45.677264 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] For port 42dee66b-db30-49e6-8d3b-a870af9e2ea1, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=42dee66b-db30-49e6-8d3b-a870af9e2ea1,segment=NetworkSegment(4aa0fff9-3f39-4107-a21f-e5e9bdcb305b),segment_id=4aa0fff9-3f39-4107-a21f-e5e9bdcb305b)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:53:45.716215 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 23:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c277858-edc9-4d0a-91f6-e1f7aa2c67b6 x-openstack-request-id: req-5c277858-edc9-4d0a-91f6-e1f7aa2c67b6 {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 23:53:45.716215 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d828ae7b-10a7-44ba-ba9b-8e3d17e0de4f", "tag": "0e7d2ded-c95c-4536-a9bb-598691f1c01a", "status": "completed", "code": 200}]} {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 23:53:45.716215 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5c277858-edc9-4d0a-91f6-e1f7aa2c67b6 {{(pid=114212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 23:53:45.716215 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c277858-edc9-4d0a-91f6-e1f7aa2c67b6'] response: {'name': 'network-changed', 'server_uuid': 'd828ae7b-10a7-44ba-ba9b-8e3d17e0de4f', 'tag': '0e7d2ded-c95c-4536-a9bb-598691f1c01a', 'status': 'completed', 'code': 200} May 03 23:53:45.720783 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ebfa64-599b-49e4-8651-c8dd67a8772f req-9b0a3318-f2ca-43f8-ba49-49e683eb8716 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:45.729502 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-45ebfa64-599b-49e4-8651-c8dd67a8772f req-9b0a3318-f2ca-43f8-ba49-49e683eb8716 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b90b35a3-8206-4747-bf4b-c9b77bd4e470 HTTP/1.1" status: 200 len: 944 time: 0.2553723 May 03 23:53:45.750444 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-003a72f0-0cad-4d73-bd1c-3a0ff9efaf52 req-6d7a011a-8e94-4a9e-826a-c321c3e19846 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=21a98b7c-7213-435e-b792-a29d80ae1992&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1348817 May 03 23:53:45.761498 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-f9a4e53c-f892-4d82-a891-c4593e67411e req-cddad580-c76a-446a-821d-e4c34701511c service neutron] 10.222.0.47 "GET /v2.0/networks/88061c84-ec22-4a18-841b-8db91bd7572a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354389 May 03 23:53:45.793064 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-45ebfa64-599b-49e4-8651-c8dd67a8772f req-bf859b16-1e07-43fd-9257-4403a2bbb377 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a9b5e6e-5f27-4dc7-8078-345eba378f61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625801 May 03 23:53:45.799198 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:45.834253 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 36022) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:53:45.866293 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-b350ecc7-38f8-45c6-bf54-9a176696bbce req-920df92e-4148-434c-9092-30a5b7d8c348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:45.879808 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Pushing event updated for resources: {'Port': ['ID=42dee66b-db30-49e6-8d3b-a870af9e2ea1,revision_number=4']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:45.972900 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f6cf8d-95c5-4e72-aa72-413d46fe81d2 req-9aca3dfd-c3cf-4bb8-a9e4-9961ea5a206f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:45.974280 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-0d7ebf7c-7c7e-422c-aaf9-6ad5d1e2852c admin admin] Notify callbacks [] for security_group, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:45.974478 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-c3f6cf8d-95c5-4e72-aa72-413d46fe81d2 req-9aca3dfd-c3cf-4bb8-a9e4-9961ea5a206f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=18702b8992014a4095bdd8f1a1117571&device_id=b90b35a3-8206-4747-bf4b-c9b77bd4e470 HTTP/1.1" status: 200 len: 1097 time: 0.1491644 May 03 23:53:46.036377 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b350ecc7-38f8-45c6-bf54-9a176696bbce req-920df92e-4148-434c-9092-30a5b7d8c348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:46.037161 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-b350ecc7-38f8-45c6-bf54-9a176696bbce req-920df92e-4148-434c-9092-30a5b7d8c348 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748400'] for port, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:46.039027 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-b350ecc7-38f8-45c6-bf54-9a176696bbce req-920df92e-4148-434c-9092-30a5b7d8c348 service neutron] 10.222.0.47 "PUT /v2.0/ports/ce49da11-bddb-4f88-8fdc-3c9c00c7d680 HTTP/1.1" status: 200 len: 1093 time: 3.7222357 May 03 23:53:46.056689 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-c3f6cf8d-95c5-4e72-aa72-413d46fe81d2 req-ad4073f6-21c8-4bd5-9c8f-df6721c25126 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=56c90ddc-e1fb-4285-a6fa-9780de2d37bc HTTP/1.1" status: 200 len: 217 time: 0.0620613 May 03 23:53:46.069079 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.notifiers.nova [req-6dbed282-0439-4be3-939b-e47f1b9ae6f8 req-90288b67-ef11-457d-a9b5-a7fd52ce4159 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eddec5f8-eace-41cb-8aa4-6aae72b191af {{(pid=114213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:53:46.100290 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0bfb06-255e-427a-9eca-4f535d927593 req-37307d57-0ad2-4329-b402-44b04f5c44df tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:46.321127 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840fdc3-7db0-432b-b8fc-fd24916058e4 req-25a3b280-28e3-45dd-b353-2bf6441d13bb tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:46.321127 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-8840fdc3-7db0-432b-b8fc-fd24916058e4 req-25a3b280-28e3-45dd-b353-2bf6441d13bb tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=d828ae7b-10a7-44ba-ba9b-8e3d17e0de4f HTTP/1.1" status: 200 len: 943 time: 0.1881962 May 03 23:53:46.321878 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-0d0bfb06-255e-427a-9eca-4f535d927593 req-37307d57-0ad2-4329-b402-44b04f5c44df tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a98b7c-7213-435e-b792-a29d80ae1992 HTTP/1.1" status: 200 len: 946 time: 0.3309877 May 03 23:53:46.322376 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [req-6dbed282-0439-4be3-939b-e47f1b9ae6f8 req-90288b67-ef11-457d-a9b5-a7fd52ce4159 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:46.322470 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] get_ports_and_sgs() called for port_ids ['42dee66b-db30-49e6-8d3b-a870af9e2ea1'] {{(pid=114214) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 23:53:46.322888 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003a72f0-0cad-4d73-bd1c-3a0ff9efaf52 req-6525a42c-4288-49a5-8c82-6a0a46e5e995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:46.322888 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-003a72f0-0cad-4d73-bd1c-3a0ff9efaf52 req-6525a42c-4288-49a5-8c82-6a0a46e5e995 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ba13458f0d404adaac6b1c5fa3e6d377&device_id=21a98b7c-7213-435e-b792-a29d80ae1992 HTTP/1.1" status: 200 len: 1099 time: 0.3209372 May 03 23:53:46.323064 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.db.provisioning_blocks [req-6dbed282-0439-4be3-939b-e47f1b9ae6f8 req-90288b67-ef11-457d-a9b5-a7fd52ce4159 service neutron] Transition to ACTIVE for port object eddec5f8-eace-41cb-8aa4-6aae72b191af will not be triggered until provisioned by entity L2. {{(pid=114213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:53:46.323161 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920df92e-4148-434c-9092-30a5b7d8c348 service neutron] Pushing event updated for resources: {'Port': ['ID=ce49da11-bddb-4f88-8fdc-3c9c00c7d680,revision_number=3']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:46.323250 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f6cf8d-95c5-4e72-aa72-413d46fe81d2 req-30c4cf5e-e4ab-456d-a3e2-0c8bd230663b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:46.323250 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-c3f6cf8d-95c5-4e72-aa72-413d46fe81d2 req-30c4cf5e-e4ab-456d-a3e2-0c8bd230663b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=812a278c-b546-48ea-b77a-ce9966d91767 HTTP/1.1" status: 200 len: 849 time: 0.1475167 May 03 23:53:46.323250 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-8840fdc3-7db0-432b-b8fc-fd24916058e4 req-23fdd4ae-adea-4596-9837-fbdba9e4f2c3 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa212b35-f6b0-4589-827d-9c3b989cfd50&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1125886 May 03 23:53:46.323504 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-f9a4e53c-f892-4d82-a891-c4593e67411e req-ff5842d9-5daa-4470-b874-55ecaf82024f service neutron] 10.222.0.47 "GET /v2.0/networks/88061c84-ec22-4a18-841b-8db91bd7572a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4971979 May 03 23:53:46.323595 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f6cf8d-95c5-4e72-aa72-413d46fe81d2 req-c24ba2e2-3673-49fe-a374-0acb2624a7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:46.323595 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-c3f6cf8d-95c5-4e72-aa72-413d46fe81d2 req-c24ba2e2-3673-49fe-a374-0acb2624a7ee service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=604bb18a-bbc8-4a96-8a59-cda5f9a33ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0754175 May 03 23:53:46.409560 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-0d0bfb06-255e-427a-9eca-4f535d927593 req-bf65e827-2204-45bd-a719-45d0147b4ecc tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] 10.222.0.13 "GET /v2.0/security-groups?id=368cf922-5b8b-4ac9-b3b7-aaedfbed4279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388973 May 03 23:53:46.606953 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0b9979-3af6-4db6-b566-ce2b0e0c7e10 req-34ba96fa-03e3-4770-819b-f2ef2f6420cc tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:46.606953 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-0f0b9979-3af6-4db6-b566-ce2b0e0c7e10 req-34ba96fa-03e3-4770-819b-f2ef2f6420cc tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=53631f43-00b4-433e-b52b-c2ad2de8e21d HTTP/1.1" status: 200 len: 943 time: 0.1294661 May 03 23:53:46.606953 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-c3f6cf8d-95c5-4e72-aa72-413d46fe81d2 req-9369b4dc-c304-4fad-a8f8-3bee0d87b0d9 service neutron] 10.222.0.47 "GET /v2.0/networks/604bb18a-bbc8-4a96-8a59-cda5f9a33ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645576 May 03 23:53:46.607456 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-0d7ebf7c-7c7e-422c-aaf9-6ad5d1e2852c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:46.607456 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003a72f0-0cad-4d73-bd1c-3a0ff9efaf52 req-d719e8fc-6c24-459b-ae83-7259600bcad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:46.607456 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-003a72f0-0cad-4d73-bd1c-3a0ff9efaf52 req-d719e8fc-6c24-459b-ae83-7259600bcad8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e4df8367-3994-4e6c-a0c0-89f183bdd756 HTTP/1.1" status: 200 len: 912 time: 0.4163129 May 03 23:53:46.680995 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2737be6-c915-4791-8afc-e1cdef170d3e req-44ce8d7f-7b8e-445c-9a51-8cc6de3785fb tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:46.683526 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-f2737be6-c915-4791-8afc-e1cdef170d3e req-44ce8d7f-7b8e-445c-9a51-8cc6de3785fb tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 931 time: 0.1607540 May 03 23:53:46.684184 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-003a72f0-0cad-4d73-bd1c-3a0ff9efaf52 req-a7f3d03b-66ea-409d-badd-9bfdd7948e28 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09236e2a-bba8-4c5a-8fb2-b908321fe4e8 HTTP/1.1" status: 200 len: 217 time: 0.0701804 May 03 23:53:46.689646 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-0f0b9979-3af6-4db6-b566-ce2b0e0c7e10 req-0a687151-0c92-4d6d-a0af-2c8bd0711635 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aabfbfc-09d0-4f5e-998f-a2943879bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924125 May 03 23:53:46.721169 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-c3f6cf8d-95c5-4e72-aa72-413d46fe81d2 req-b035338d-3574-4c46-8e81-3319d5f166d9 service neutron] 10.222.0.47 "GET /v2.0/networks/604bb18a-bbc8-4a96-8a59-cda5f9a33ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357298 May 03 23:53:46.768794 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-f2737be6-c915-4791-8afc-e1cdef170d3e req-e212e54e-8968-412c-a887-39699a198e2b tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775435 May 03 23:53:46.772908 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003a72f0-0cad-4d73-bd1c-3a0ff9efaf52 req-81e80dd4-b7f9-4e02-b493-5f84efb1a939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:46.774472 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-003a72f0-0cad-4d73-bd1c-3a0ff9efaf52 req-81e80dd4-b7f9-4e02-b493-5f84efb1a939 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=27783468-6ebd-4b0e-9ee0-7b9d64732070 HTTP/1.1" status: 200 len: 851 time: 0.0818563 May 03 23:53:46.809674 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-003a72f0-0cad-4d73-bd1c-3a0ff9efaf52 req-50ab2fd2-1a72-49e1-8aab-a3cb2e9f398d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e4df8367-3994-4e6c-a0c0-89f183bdd756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277543 May 03 23:53:46.945685 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-003a72f0-0cad-4d73-bd1c-3a0ff9efaf52 req-72ca4cc5-2a89-4ae6-af13-119cb3291f88 service neutron] 10.222.0.47 "GET /v2.0/networks/e4df8367-3994-4e6c-a0c0-89f183bdd756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168966 May 03 23:53:47.036322 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-003a72f0-0cad-4d73-bd1c-3a0ff9efaf52 req-a831a80d-5175-46ba-99c2-129728a429e1 service neutron] 10.222.0.47 "GET /v2.0/networks/e4df8367-3994-4e6c-a0c0-89f183bdd756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934026 May 03 23:53:47.168929 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b350ecc7-38f8-45c6-bf54-9a176696bbce req-19e26936-f2a3-4392-9bee-68882f04e4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:47.242563 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-b350ecc7-38f8-45c6-bf54-9a176696bbce req-19e26936-f2a3-4392-9bee-68882f04e4d7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b61197edd2154db6b72b860e57ff43ed&device_id=53631f43-00b4-433e-b52b-c2ad2de8e21d HTTP/1.1" status: 200 len: 1096 time: 0.2811265 May 03 23:53:47.242563 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47626fe4-1f43-4c72-ab1d-c5abd8d1917e req-72adce87-7e0a-46ee-8abc-995d93ac8566 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:47.242563 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-47626fe4-1f43-4c72-ab1d-c5abd8d1917e req-72adce87-7e0a-46ee-8abc-995d93ac8566 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b90b35a3-8206-4747-bf4b-c9b77bd4e470 HTTP/1.1" status: 200 len: 944 time: 0.2830400 May 03 23:53:47.242563 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-b350ecc7-38f8-45c6-bf54-9a176696bbce req-dbdd2871-10cc-4b4c-ba04-183f784e9127 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce49da11-bddb-4f88-8fdc-3c9c00c7d680 HTTP/1.1" status: 200 len: 217 time: 0.0478821 May 03 23:53:47.266948 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-47626fe4-1f43-4c72-ab1d-c5abd8d1917e req-3d9f6aef-fdcd-47d5-a704-e2b0fc1c865d tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a9b5e6e-5f27-4dc7-8078-345eba378f61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764844 May 03 23:53:47.303047 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b350ecc7-38f8-45c6-bf54-9a176696bbce req-6b892dc7-7fc1-4943-8841-1d0dae989827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:47.304536 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-b350ecc7-38f8-45c6-bf54-9a176696bbce req-6b892dc7-7fc1-4943-8841-1d0dae989827 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a71a973f-43f2-413b-b3e6-b8f0626526c4 HTTP/1.1" status: 200 len: 858 time: 0.0536478 May 03 23:53:47.310655 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device 42dee66b-db30-49e6-8d3b-a870af9e2ea1 up at agent hyperv_hv-cinder-84037 {{(pid=114214) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 23:53:47.363816 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b350ecc7-38f8-45c6-bf54-9a176696bbce req-581c5bcb-da7a-49be-880e-4cc6053c1ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:47.365372 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-b350ecc7-38f8-45c6-bf54-9a176696bbce req-581c5bcb-da7a-49be-880e-4cc6053c1ea7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0a6b04f9-6f06-4100-ad85-6b28ebd5afaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0539775 May 03 23:53:47.438664 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ca264e-f059-4a34-9901-b5fdd8c32163 req-297aee0e-94fb-4cfa-90d6-c92beede3143 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:47.440193 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-b8ca264e-f059-4a34-9901-b5fdd8c32163 req-297aee0e-94fb-4cfa-90d6-c92beede3143 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=d828ae7b-10a7-44ba-ba9b-8e3d17e0de4f HTTP/1.1" status: 200 len: 943 time: 0.0642352 May 03 23:53:47.462192 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-b350ecc7-38f8-45c6-bf54-9a176696bbce req-6b2a5c4c-1641-46d7-89ac-506c1caa0c7f service neutron] 10.222.0.47 "GET /v2.0/networks/0a6b04f9-6f06-4100-ad85-6b28ebd5afaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898993 May 03 23:53:47.492228 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-b8ca264e-f059-4a34-9901-b5fdd8c32163 req-b016ebb5-4975-46de-945d-c2ea4292fce8 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa212b35-f6b0-4589-827d-9c3b989cfd50&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455585 May 03 23:53:47.565768 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-b350ecc7-38f8-45c6-bf54-9a176696bbce req-c890f263-0769-42ae-80bf-86d2972e362d service neutron] 10.222.0.47 "GET /v2.0/networks/0a6b04f9-6f06-4100-ad85-6b28ebd5afaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959916 May 03 23:53:47.599381 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [req-6dbed282-0439-4be3-939b-e47f1b9ae6f8 req-90288b67-ef11-457d-a9b5-a7fd52ce4159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:47.663446 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90288b67-ef11-457d-a9b5-a7fd52ce4159 service neutron] Pushing event updated for resources: {'Port': ['ID=eddec5f8-eace-41cb-8aa4-6aae72b191af,revision_number=2']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:47.712633 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b90b35a3-8206-4747-bf4b-c9b77bd4e470', 'tag': '56c90ddc-e1fb-4285-a6fa-9780de2d37bc'}, {'name': 'network-changed', 'server_uuid': '53631f43-00b4-433e-b52b-c2ad2de8e21d', 'tag': 'ce49da11-bddb-4f88-8fdc-3c9c00c7d680'}] {{(pid=114212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:53:47.715783 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d2be33a93c6036cad1ba084e78d1c3d957b621bee157ccc93bfe0a4b69d877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3da83bb-0ffe-4b7b-a399-cea1123556f2" -d '{"events": [{"name": "network-changed", "server_uuid": "b90b35a3-8206-4747-bf4b-c9b77bd4e470", "tag": "56c90ddc-e1fb-4285-a6fa-9780de2d37bc"}, {"name": "network-changed", "server_uuid": "53631f43-00b4-433e-b52b-c2ad2de8e21d", "tag": "ce49da11-bddb-4f88-8fdc-3c9c00c7d680"}]}' {{(pid=114212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 23:53:47.742851 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.managers [req-6dbed282-0439-4be3-939b-e47f1b9ae6f8 req-90288b67-ef11-457d-a9b5-a7fd52ce4159 service neutron] Attempting to bind port eddec5f8-eace-41cb-8aa4-6aae72b191af on host hv-cinder-84037 for vnic_type normal with profile {{(pid=114213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:53:47.743724 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.managers [req-6dbed282-0439-4be3-939b-e47f1b9ae6f8 req-90288b67-ef11-457d-a9b5-a7fd52ce4159 service neutron] Attempting to bind port eddec5f8-eace-41cb-8aa4-6aae72b191af by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': 'e39c8e49-66af-4d27-b151-3cf1448d7fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '6794dc24-6270-444d-9eb8-8dafb7765ac3'}] {{(pid=114213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:53:47.743724 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbed282-0439-4be3-939b-e47f1b9ae6f8 req-90288b67-ef11-457d-a9b5-a7fd52ce4159 service neutron] Attempting to bind port eddec5f8-eace-41cb-8aa4-6aae72b191af on network 6794dc24-6270-444d-9eb8-8dafb7765ac3 {{(pid=114213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 23:53:47.750565 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbed282-0439-4be3-939b-e47f1b9ae6f8 req-90288b67-ef11-457d-a9b5-a7fd52ce4159 service neutron] Port eddec5f8-eace-41cb-8aa4-6aae72b191af on network 6794dc24-6270-444d-9eb8-8dafb7765ac3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=114213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 23:53:47.750760 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbed282-0439-4be3-939b-e47f1b9ae6f8 req-90288b67-ef11-457d-a9b5-a7fd52ce4159 service neutron] Attempting to bind port eddec5f8-eace-41cb-8aa4-6aae72b191af on network 6794dc24-6270-444d-9eb8-8dafb7765ac3 {{(pid=114213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 23:53:47.767065 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b6088c-474a-4477-a1e9-f57f9b7297df req-9ba55ac3-e67c-4008-80c0-bcd7aca1c2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:47.768827 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-94b6088c-474a-4477-a1e9-f57f9b7297df req-9ba55ac3-e67c-4008-80c0-bcd7aca1c2fb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4f6a10010e894f0390d087e92b3d1035&device_id=d828ae7b-10a7-44ba-ba9b-8e3d17e0de4f HTTP/1.1" status: 200 len: 1096 time: 0.0762360 May 03 23:53:47.769903 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbed282-0439-4be3-939b-e47f1b9ae6f8 req-90288b67-ef11-457d-a9b5-a7fd52ce4159 service neutron] Checking agent: {'id': '6e4019a9-2d41-4d26-94e3-460d78c489d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 23, 50, 48), 'started_at': datetime.datetime(2022, 5, 3, 23, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 23:53:47.770157 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbed282-0439-4be3-939b-e47f1b9ae6f8 req-90288b67-ef11-457d-a9b5-a7fd52ce4159 service neutron] Checking segment: {'id': 'e39c8e49-66af-4d27-b151-3cf1448d7fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '6794dc24-6270-444d-9eb8-8dafb7765ac3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 03 23:53:47.770552 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbed282-0439-4be3-939b-e47f1b9ae6f8 req-90288b67-ef11-457d-a9b5-a7fd52ce4159 service neutron] Bound using segment: {'id': 'e39c8e49-66af-4d27-b151-3cf1448d7fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '6794dc24-6270-444d-9eb8-8dafb7765ac3'} {{(pid=114213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 23:53:47.774589 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.managers [req-6dbed282-0439-4be3-939b-e47f1b9ae6f8 req-90288b67-ef11-457d-a9b5-a7fd52ce4159 service neutron] Bound port: eddec5f8-eace-41cb-8aa4-6aae72b191af, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e39c8e49-66af-4d27-b151-3cf1448d7fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '6794dc24-6270-444d-9eb8-8dafb7765ac3'}}] {{(pid=114213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:53:47.775164 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [req-6dbed282-0439-4be3-939b-e47f1b9ae6f8 req-90288b67-ef11-457d-a9b5-a7fd52ce4159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:47.781381 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 03 May 2022 23:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a77306db-48e5-49ec-b2b4-209065184df8 x-openstack-request-id: req-a77306db-48e5-49ec-b2b4-209065184df8 {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 23:53:47.781770 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b90b35a3-8206-4747-bf4b-c9b77bd4e470", "tag": "56c90ddc-e1fb-4285-a6fa-9780de2d37bc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "53631f43-00b4-433e-b52b-c2ad2de8e21d", "tag": "ce49da11-bddb-4f88-8fdc-3c9c00c7d680", "status": "completed", "code": 200}]} {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 23:53:47.782231 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a77306db-48e5-49ec-b2b4-209065184df8 {{(pid=114212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 23:53:47.782740 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a77306db-48e5-49ec-b2b4-209065184df8'] response: {'name': 'network-changed', 'server_uuid': 'b90b35a3-8206-4747-bf4b-c9b77bd4e470', 'tag': '56c90ddc-e1fb-4285-a6fa-9780de2d37bc', 'status': 'completed', 'code': 200} May 03 23:53:47.783093 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a77306db-48e5-49ec-b2b4-209065184df8'] response: {'name': 'network-changed', 'server_uuid': '53631f43-00b4-433e-b52b-c2ad2de8e21d', 'tag': 'ce49da11-bddb-4f88-8fdc-3c9c00c7d680', 'status': 'completed', 'code': 200} May 03 23:53:47.790851 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 36046) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:53:47.914026 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b77e62-2792-494d-9a24-109063a20024 req-66f565db-4386-44f9-af13-f2321e690863 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:47.916767 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-f9b77e62-2792-494d-9a24-109063a20024 req-66f565db-4386-44f9-af13-f2321e690863 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=53631f43-00b4-433e-b52b-c2ad2de8e21d HTTP/1.1" status: 200 len: 943 time: 0.0928030 May 03 23:53:47.966902 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.db [req-6dbed282-0439-4be3-939b-e47f1b9ae6f8 req-90288b67-ef11-457d-a9b5-a7fd52ce4159 service neutron] For port eddec5f8-eace-41cb-8aa4-6aae72b191af, host hv-cinder-84037, cleared binding levels {{(pid=114213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 23:53:47.971896 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-82ed3d43-1772-4272-b14e-03ae009e0fcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:47.977174 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-f9b77e62-2792-494d-9a24-109063a20024 req-23fecf7a-cb1c-4d3b-834a-fc449aed04b6 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aabfbfc-09d0-4f5e-998f-a2943879bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526085 May 03 23:53:48.016251 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b6088c-474a-4477-a1e9-f57f9b7297df req-6b7eb184-5e3d-4bd7-a0b2-b4617380ad12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:48.019153 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-94b6088c-474a-4477-a1e9-f57f9b7297df req-6b7eb184-5e3d-4bd7-a0b2-b4617380ad12 service neutron] 10.222.0.47 "GET /v2.0/networks?id=88061c84-ec22-4a18-841b-8db91bd7572a HTTP/1.1" status: 200 len: 915 time: 0.2372351 May 03 23:53:48.031656 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d797f-075f-49c1-9373-93ad5e828d87 req-a0e9adf5-5181-4623-8d25-b3c1f398cf01 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:48.034952 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-aa1d797f-075f-49c1-9373-93ad5e828d87 req-a0e9adf5-5181-4623-8d25-b3c1f398cf01 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 943 time: 0.1146483 May 03 23:53:48.069321 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-82ed3d43-1772-4272-b14e-03ae009e0fcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:48.080122 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-94b6088c-474a-4477-a1e9-f57f9b7297df req-7e4e332a-2994-4e45-ae00-b99674180e3b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e7d2ded-c95c-4536-a9bb-598691f1c01a HTTP/1.1" status: 200 len: 217 time: 0.0440938 May 03 23:53:48.142951 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-aa1d797f-075f-49c1-9373-93ad5e828d87 req-a6af0274-f358-4119-88cc-2010c6f564bd tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657730 May 03 23:53:48.157794 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b6088c-474a-4477-a1e9-f57f9b7297df req-326eea70-777f-4b9b-a423-94a0652e4a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:48.161008 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-94b6088c-474a-4477-a1e9-f57f9b7297df req-326eea70-777f-4b9b-a423-94a0652e4a01 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b5c212ed-61ce-414c-afb5-0c8516817b16 HTTP/1.1" status: 200 len: 853 time: 0.0621779 May 03 23:53:48.177571 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-0d7ebf7c-7c7e-422c-aaf9-6ad5d1e2852c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:48.227639 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b6088c-474a-4477-a1e9-f57f9b7297df req-0f515e19-e0d0-4852-8b70-0a55ddb7a6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:48.231086 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-0d7ebf7c-7c7e-422c-aaf9-6ad5d1e2852c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=29da35df434c4665a938312dbbc7d462&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3923814 May 03 23:53:48.231248 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-94b6088c-474a-4477-a1e9-f57f9b7297df req-0f515e19-e0d0-4852-8b70-0a55ddb7a6ad service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=88061c84-ec22-4a18-841b-8db91bd7572a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0578287 May 03 23:53:48.231607 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 36054) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:53:48.231712 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7ebf7c-7c7e-422c-aaf9-6ad5d1e2852c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17aaac0f-cf88-4dc5-ae9f-aab09d3888d5,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:48.266177 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.db [req-6dbed282-0439-4be3-939b-e47f1b9ae6f8 req-90288b67-ef11-457d-a9b5-a7fd52ce4159 service neutron] For port eddec5f8-eace-41cb-8aa4-6aae72b191af, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=eddec5f8-eace-41cb-8aa4-6aae72b191af,segment=NetworkSegment(e39c8e49-66af-4d27-b151-3cf1448d7fbf),segment_id=e39c8e49-66af-4d27-b151-3cf1448d7fbf)] {{(pid=114213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 23:53:48.310494 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:48.312249 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Provisioning for port 42dee66b-db30-49e6-8d3b-a870af9e2ea1 completed by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:53:48.318088 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Provisioning complete for port 42dee66b-db30-49e6-8d3b-a870af9e2ea1 triggered by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:53:48.318551 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:48.326835 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-82ed3d43-1772-4272-b14e-03ae009e0fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:48.355417 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-2d3dd0ef-5fdf-402a-a5b3-ad90a843ec29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:48.392721 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-2d3dd0ef-5fdf-402a-a5b3-ad90a843ec29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:48.410460 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-82ed3d43-1772-4272-b14e-03ae009e0fcf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8b9bab562a474aef99ddce2a4d31829e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6159015 May 03 23:53:48.412707 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 36058) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:53:48.447816 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:48.454664 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [req-6dbed282-0439-4be3-939b-e47f1b9ae6f8 req-90288b67-ef11-457d-a9b5-a7fd52ce4159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:48.461261 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3da83bb-0ffe-4b7b-a399-cea1123556f2 req-5bd8bf67-1bef-4259-bbcb-61f511a76bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:48.462805 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-b3da83bb-0ffe-4b7b-a399-cea1123556f2 req-5bd8bf67-1bef-4259-bbcb-61f511a76bb3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=18702b8992014a4095bdd8f1a1117571&device_id=b90b35a3-8206-4747-bf4b-c9b77bd4e470 HTTP/1.1" status: 200 len: 1097 time: 0.1638501 May 03 23:53:48.463413 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ed3d43-1772-4272-b14e-03ae009e0fcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0272270-f6a8-4da1-aa63-257e0a1a1184,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:48.485653 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26684279-b640-4ba7-9695-cd6eedc4f55e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42dee66b-db30-49e6-8d3b-a870af9e2ea1'}] {{(pid=114214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:53:48.485653 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a2c01d47b82d907f81ba0899610efc862c27db097cd111ee9714155fede03ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e8fdb6-ddd3-4d77-b311-de7b48ee8890" -d '{"events": [{"server_uuid": "26684279-b640-4ba7-9695-cd6eedc4f55e", "name": "network-vif-plugged", "status": "completed", "tag": "42dee66b-db30-49e6-8d3b-a870af9e2ea1"}]}' {{(pid=114214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 23:53:48.488960 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-94b6088c-474a-4477-a1e9-f57f9b7297df req-a389af84-6123-4641-9a97-6692d42f402d service neutron] 10.222.0.47 "GET /v2.0/networks/88061c84-ec22-4a18-841b-8db91bd7572a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004313 May 03 23:53:48.492182 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e244e9-561e-4b64-8e46-b22171affa15 req-9759e3e4-ac6d-4037-b10e-52bcbe8906db tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:48.503433 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] For port 42dee66b-db30-49e6-8d3b-a870af9e2ea1, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=42dee66b-db30-49e6-8d3b-a870af9e2ea1,segment=NetworkSegment(4aa0fff9-3f39-4107-a21f-e5e9bdcb305b),segment_id=4aa0fff9-3f39-4107-a21f-e5e9bdcb305b)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:53:48.513577 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-79e244e9-561e-4b64-8e46-b22171affa15 req-9759e3e4-ac6d-4037-b10e-52bcbe8906db tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b90b35a3-8206-4747-bf4b-c9b77bd4e470 HTTP/1.1" status: 200 len: 944 time: 0.1034839 May 03 23:53:48.536266 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbed282-0439-4be3-939b-e47f1b9ae6f8 req-90288b67-ef11-457d-a9b5-a7fd52ce4159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:48.537276 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [req-6dbed282-0439-4be3-939b-e47f1b9ae6f8 req-90288b67-ef11-457d-a9b5-a7fd52ce4159 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748400'] for port, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:48.538736 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-6dbed282-0439-4be3-939b-e47f1b9ae6f8 req-90288b67-ef11-457d-a9b5-a7fd52ce4159 service neutron] 10.222.0.47 "PUT /v2.0/ports/eddec5f8-eace-41cb-8aa4-6aae72b191af HTTP/1.1" status: 200 len: 1093 time: 3.6238282 May 03 23:53:48.547602 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc196673-33de-4fe2-8ff5-9f0d6977d56b', 'tag': 'eddec5f8-eace-41cb-8aa4-6aae72b191af'}] {{(pid=114213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:53:48.549958 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53d1e4f1e8632581442e9f46277f90828789bc3ac2677f75cdf13d6c47c4555d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a7d9dbc-5875-45bf-b28c-24bcbeacd34f" -d '{"events": [{"name": "network-changed", "server_uuid": "bc196673-33de-4fe2-8ff5-9f0d6977d56b", "tag": "eddec5f8-eace-41cb-8aa4-6aae72b191af"}]}' {{(pid=114213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 23:53:48.568286 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 23:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f12f6a55-0a5b-4840-93f4-93ac9d95cc26 x-openstack-request-id: req-f12f6a55-0a5b-4840-93f4-93ac9d95cc26 {{(pid=114214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 23:53:48.568880 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26684279-b640-4ba7-9695-cd6eedc4f55e", "name": "network-vif-plugged", "status": "completed", "tag": "42dee66b-db30-49e6-8d3b-a870af9e2ea1", "code": 200}]} {{(pid=114214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 23:53:48.569338 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f12f6a55-0a5b-4840-93f4-93ac9d95cc26 {{(pid=114214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 23:53:48.570962 dv-cinder-840375-1-iscsi neutron-server[114214]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f12f6a55-0a5b-4840-93f4-93ac9d95cc26'] response: {'server_uuid': '26684279-b640-4ba7-9695-cd6eedc4f55e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42dee66b-db30-49e6-8d3b-a870af9e2ea1', 'code': 200} May 03 23:53:48.576385 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:48.663473 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90288b67-ef11-457d-a9b5-a7fd52ce4159 service neutron] Pushing event updated for resources: {'Port': ['ID=eddec5f8-eace-41cb-8aa4-6aae72b191af,revision_number=3']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:48.677232 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-9af947d9-b2a6-4b79-9d23-313067f5ef4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:48.695016 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Pushing event updated for resources: {'Port': ['ID=42dee66b-db30-49e6-8d3b-a870af9e2ea1,revision_number=5']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:48.766466 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-9af947d9-b2a6-4b79-9d23-313067f5ef4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:48.772015 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-94b6088c-474a-4477-a1e9-f57f9b7297df req-270b02e8-9f27-4dfd-aeae-4ecb74e78869 service neutron] 10.222.0.47 "GET /v2.0/networks/88061c84-ec22-4a18-841b-8db91bd7572a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518027 May 03 23:53:48.779778 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-2d3dd0ef-5fdf-402a-a5b3-ad90a843ec29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:48.782681 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-2d3dd0ef-5fdf-402a-a5b3-ad90a843ec29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:48.783771 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-2d3dd0ef-5fdf-402a-a5b3-ad90a843ec29 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/17aaac0f-cf88-4dc5-ae9f-aab09d3888d5 HTTP/1.1" status: 204 len: 168 time: 0.5507562 May 03 23:53:48.808786 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-79e244e9-561e-4b64-8e46-b22171affa15 req-074aa180-8829-464c-bce8-c418ab6bd60c tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a9b5e6e-5f27-4dc7-8078-345eba378f61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2928889 May 03 23:53:48.867572 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3dd0ef-5fdf-402a-a5b3-ad90a843ec29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17aaac0f-cf88-4dc5-ae9f-aab09d3888d5,revision_number=None']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:48.898978 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbed282-0439-4be3-939b-e47f1b9ae6f8 req-ffcd0566-552b-404a-8851-2c2234148ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:48.901019 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-6dbed282-0439-4be3-939b-e47f1b9ae6f8 req-ffcd0566-552b-404a-8851-2c2234148ab1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=03bce0db30814ab1a93850e3a33758bc&device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 1096 time: 0.1819832 May 03 23:53:48.907285 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3da83bb-0ffe-4b7b-a399-cea1123556f2 req-db8a5bf6-3dee-43bc-8061-7a75b2d00a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:48.919128 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-b3da83bb-0ffe-4b7b-a399-cea1123556f2 req-db8a5bf6-3dee-43bc-8061-7a75b2d00a49 service neutron] 10.222.0.47 "GET /v2.0/networks?id=604bb18a-bbc8-4a96-8a59-cda5f9a33ba3 HTTP/1.1" status: 200 len: 911 time: 0.3942170 May 03 23:53:48.930813 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397d1024-d5e8-4f76-b2cc-6776c51ca299 req-4be5c4bb-7dd1-4f62-aedf-75b71198989d tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:48.953359 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-397d1024-d5e8-4f76-b2cc-6776c51ca299 req-4be5c4bb-7dd1-4f62-aedf-75b71198989d tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=d828ae7b-10a7-44ba-ba9b-8e3d17e0de4f HTTP/1.1" status: 200 len: 943 time: 0.1683207 May 03 23:53:49.036644 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-b3da83bb-0ffe-4b7b-a399-cea1123556f2 req-5d8df021-bc0c-4903-93aa-7401a4cd5155 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=56c90ddc-e1fb-4285-a6fa-9780de2d37bc HTTP/1.1" status: 200 len: 217 time: 0.1106257 May 03 23:53:49.057527 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 23:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd96995-09dc-4ca2-ada3-f2ef9a04b73c x-openstack-request-id: req-9cd96995-09dc-4ca2-ada3-f2ef9a04b73c {{(pid=114213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 23:53:49.057908 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc196673-33de-4fe2-8ff5-9f0d6977d56b", "tag": "eddec5f8-eace-41cb-8aa4-6aae72b191af", "status": "completed", "code": 200}]} {{(pid=114213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 23:53:49.058091 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9cd96995-09dc-4ca2-ada3-f2ef9a04b73c {{(pid=114213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 23:53:49.058473 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cd96995-09dc-4ca2-ada3-f2ef9a04b73c'] response: {'name': 'network-changed', 'server_uuid': 'bc196673-33de-4fe2-8ff5-9f0d6977d56b', 'tag': 'eddec5f8-eace-41cb-8aa4-6aae72b191af', 'status': 'completed', 'code': 200} May 03 23:53:49.063946 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-6dbed282-0439-4be3-939b-e47f1b9ae6f8 req-be2d5000-6f8c-4fe0-81b3-5fc1b18ef6c8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eddec5f8-eace-41cb-8aa4-6aae72b191af HTTP/1.1" status: 200 len: 217 time: 0.1032000 May 03 23:53:49.106640 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-9af947d9-b2a6-4b79-9d23-313067f5ef4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:49.112340 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-9af947d9-b2a6-4b79-9d23-313067f5ef4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:49.113641 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-9af947d9-b2a6-4b79-9d23-313067f5ef4e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a0272270-f6a8-4da1-aa63-257e0a1a1184 HTTP/1.1" status: 204 len: 168 time: 0.6984084 May 03 23:53:49.130847 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-397d1024-d5e8-4f76-b2cc-6776c51ca299 req-b519790c-6777-4707-87ed-366f0412945b tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa212b35-f6b0-4589-827d-9c3b989cfd50&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1686587 May 03 23:53:49.210154 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3da83bb-0ffe-4b7b-a399-cea1123556f2 req-ebacb239-7e37-4fbf-888b-19e62fd148f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:49.211587 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-b3da83bb-0ffe-4b7b-a399-cea1123556f2 req-ebacb239-7e37-4fbf-888b-19e62fd148f8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=812a278c-b546-48ea-b77a-ce9966d91767 HTTP/1.1" status: 200 len: 849 time: 0.1538725 May 03 23:53:49.216597 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af947d9-b2a6-4b79-9d23-313067f5ef4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0272270-f6a8-4da1-aa63-257e0a1a1184,revision_number=None']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:49.303624 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbed282-0439-4be3-939b-e47f1b9ae6f8 req-1c418047-9a3e-410f-b95e-7e81bd20334f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:49.305202 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-6dbed282-0439-4be3-939b-e47f1b9ae6f8 req-1c418047-9a3e-410f-b95e-7e81bd20334f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c9819db7-dd9c-4945-a665-c049574a03e0 HTTP/1.1" status: 200 len: 856 time: 0.2285287 May 03 23:53:49.431329 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6e8b50-7363-4756-bd25-994e4cb19306 req-bbe28a5a-fb22-4e8f-b789-129492ee33df tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:49.433419 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-fb6e8b50-7363-4756-bd25-994e4cb19306 req-bbe28a5a-fb22-4e8f-b789-129492ee33df tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 943 time: 0.1271858 May 03 23:53:49.442022 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacede40-1011-4024-a01d-52a551f2ea85 req-a613da3f-9e07-4f1b-b78d-8f52af5b6ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:49.444087 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-aacede40-1011-4024-a01d-52a551f2ea85 req-a613da3f-9e07-4f1b-b78d-8f52af5b6ed7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=26684279-b640-4ba7-9695-cd6eedc4f55e HTTP/1.1" status: 200 len: 1098 time: 0.2149622 May 03 23:53:49.451822 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbed282-0439-4be3-939b-e47f1b9ae6f8 req-02eeb6e5-b505-4982-9945-0a01d6d6d765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:49.454308 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-6dbed282-0439-4be3-939b-e47f1b9ae6f8 req-02eeb6e5-b505-4982-9945-0a01d6d6d765 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6794dc24-6270-444d-9eb8-8dafb7765ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1314278 May 03 23:53:49.541317 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf5b727-6db1-4bea-8e69-76c311e5e022 req-594958e8-47e2-4bda-a296-81342608d897 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:49.542944 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-0bf5b727-6db1-4bea-8e69-76c311e5e022 req-594958e8-47e2-4bda-a296-81342608d897 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=53631f43-00b4-433e-b52b-c2ad2de8e21d HTTP/1.1" status: 200 len: 943 time: 0.3628964 May 03 23:53:49.546918 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3da83bb-0ffe-4b7b-a399-cea1123556f2 req-69804599-a22e-483d-ab3d-84dd3e6c9ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:49.549691 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-b3da83bb-0ffe-4b7b-a399-cea1123556f2 req-69804599-a22e-483d-ab3d-84dd3e6c9ec8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=604bb18a-bbc8-4a96-8a59-cda5f9a33ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2820084 May 03 23:53:49.573037 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-aacede40-1011-4024-a01d-52a551f2ea85 req-d048d234-d62b-4a4a-8e63-01887b06b834 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0aabfbfc-09d0-4f5e-998f-a2943879bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176937 May 03 23:53:49.581608 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-fb6e8b50-7363-4756-bd25-994e4cb19306 req-8df4554d-1eea-482a-95ef-03b11fb0d9f1 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249168 May 03 23:53:49.619049 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-6dbed282-0439-4be3-939b-e47f1b9ae6f8 req-835b1fd1-15b6-4125-85b0-acf67a3be1dc service neutron] 10.222.0.47 "GET /v2.0/networks/6794dc24-6270-444d-9eb8-8dafb7765ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492803 May 03 23:53:49.638535 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-0bf5b727-6db1-4bea-8e69-76c311e5e022 req-22138149-aef3-4832-a8f3-cb38bc8c2b36 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aabfbfc-09d0-4f5e-998f-a2943879bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946813 May 03 23:53:49.687440 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-b3da83bb-0ffe-4b7b-a399-cea1123556f2 req-40aa9552-75e5-44bd-8367-91148d14085f service neutron] 10.222.0.47 "GET /v2.0/networks/604bb18a-bbc8-4a96-8a59-cda5f9a33ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207192 May 03 23:53:50.018918 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-b3da83bb-0ffe-4b7b-a399-cea1123556f2 req-4cd85cad-6cfb-4ddf-8c21-87eff0ffb25c service neutron] 10.222.0.47 "GET /v2.0/networks/604bb18a-bbc8-4a96-8a59-cda5f9a33ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499453 May 03 23:53:50.031882 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829b82cd-bb16-4110-b23c-1d96da020b1c req-a71febdf-0552-4e32-9910-5b54f3fe1c4a tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:50.031882 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-829b82cd-bb16-4110-b23c-1d96da020b1c req-a71febdf-0552-4e32-9910-5b54f3fe1c4a tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b90b35a3-8206-4747-bf4b-c9b77bd4e470 HTTP/1.1" status: 200 len: 944 time: 0.0819838 May 03 23:53:50.050503 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-6dbed282-0439-4be3-939b-e47f1b9ae6f8 req-cea5c9e9-0ac0-46c8-93af-a9f688f456ec service neutron] 10.222.0.47 "GET /v2.0/networks/6794dc24-6270-444d-9eb8-8dafb7765ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798158 May 03 23:53:50.081158 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-829b82cd-bb16-4110-b23c-1d96da020b1c req-507b763a-3190-427f-bfcf-d5c2462e7f75 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a9b5e6e-5f27-4dc7-8078-345eba378f61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416942 May 03 23:53:50.190287 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3da83bb-0ffe-4b7b-a399-cea1123556f2 req-eb76dcc5-0a4f-4cd9-8ad3-7512332f642a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:50.191792 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-b3da83bb-0ffe-4b7b-a399-cea1123556f2 req-eb76dcc5-0a4f-4cd9-8ad3-7512332f642a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b61197edd2154db6b72b860e57ff43ed&device_id=53631f43-00b4-433e-b52b-c2ad2de8e21d HTTP/1.1" status: 200 len: 1096 time: 0.0587597 May 03 23:53:50.339478 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a599a-f321-4808-b2bd-072b1d668f16 req-11887c62-a4bc-4341-9c26-67d736db3cb7 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:50.341100 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-c65a599a-f321-4808-b2bd-072b1d668f16 req-11887c62-a4bc-4341-9c26-67d736db3cb7 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=d828ae7b-10a7-44ba-ba9b-8e3d17e0de4f HTTP/1.1" status: 200 len: 943 time: 0.1313105 May 03 23:53:50.356266 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3da83bb-0ffe-4b7b-a399-cea1123556f2 req-d76447da-d57e-49a4-a7a7-b4d29133feff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:50.357791 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-b3da83bb-0ffe-4b7b-a399-cea1123556f2 req-d76447da-d57e-49a4-a7a7-b4d29133feff service neutron] 10.222.0.47 "GET /v2.0/networks?id=0a6b04f9-6f06-4100-ad85-6b28ebd5afaa HTTP/1.1" status: 200 len: 920 time: 0.1591191 May 03 23:53:50.453226 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-c65a599a-f321-4808-b2bd-072b1d668f16 req-e502467f-9d3e-4659-8bf3-eaaf1c7fe412 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa212b35-f6b0-4589-827d-9c3b989cfd50&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0903358 May 03 23:53:50.455862 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-b3da83bb-0ffe-4b7b-a399-cea1123556f2 req-25647b79-029c-443d-9da7-bce09bc78865 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce49da11-bddb-4f88-8fdc-3c9c00c7d680 HTTP/1.1" status: 200 len: 217 time: 0.0561378 May 03 23:53:50.459317 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d9dbc-5875-45bf-b28c-24bcbeacd34f req-af642258-4d0f-4308-acdd-69aff256681d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:50.468610 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-6a7d9dbc-5875-45bf-b28c-24bcbeacd34f req-af642258-4d0f-4308-acdd-69aff256681d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=03bce0db30814ab1a93850e3a33758bc&device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 1096 time: 0.0511651 May 03 23:53:50.523956 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 36118) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:53:50.552757 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3da83bb-0ffe-4b7b-a399-cea1123556f2 req-0655acf0-8958-4f2d-8cac-4df17ea25ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:50.555768 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-b3da83bb-0ffe-4b7b-a399-cea1123556f2 req-0655acf0-8958-4f2d-8cac-4df17ea25ceb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a71a973f-43f2-413b-b3e6-b8f0626526c4 HTTP/1.1" status: 200 len: 858 time: 0.0842490 May 03 23:53:50.615410 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-74eb7861-0f65-446e-bad1-1adf07aea1ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:50.693656 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3da83bb-0ffe-4b7b-a399-cea1123556f2 req-2c260356-5e8a-4dbb-a502-d73fecb4f00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:50.695931 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-b3da83bb-0ffe-4b7b-a399-cea1123556f2 req-2c260356-5e8a-4dbb-a502-d73fecb4f00e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0a6b04f9-6f06-4100-ad85-6b28ebd5afaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1291564 May 03 23:53:50.807775 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d9dbc-5875-45bf-b28c-24bcbeacd34f req-0cc5be9d-8002-40fe-81c7-4af1ec5535cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:50.812994 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-6a7d9dbc-5875-45bf-b28c-24bcbeacd34f req-0cc5be9d-8002-40fe-81c7-4af1ec5535cc service neutron] 10.222.0.47 "GET /v2.0/networks?id=6794dc24-6270-444d-9eb8-8dafb7765ac3 HTTP/1.1" status: 200 len: 918 time: 0.3262868 May 03 23:53:50.880785 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-6a7d9dbc-5875-45bf-b28c-24bcbeacd34f req-934419fa-dc50-400d-9d10-2c39bf0ea10e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eddec5f8-eace-41cb-8aa4-6aae72b191af HTTP/1.1" status: 200 len: 217 time: 0.0520411 May 03 23:53:50.951498 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03da541-2288-4fda-958f-aa02c388876d req-04bae26a-c120-4dc9-a67a-7d8bfd75dc70 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:50.959570 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-f03da541-2288-4fda-958f-aa02c388876d req-04bae26a-c120-4dc9-a67a-7d8bfd75dc70 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 943 time: 0.1976790 May 03 23:53:50.973690 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-b3da83bb-0ffe-4b7b-a399-cea1123556f2 req-36de84f0-e86c-4e7e-ae47-5c9c15be8372 service neutron] 10.222.0.47 "GET /v2.0/networks/0a6b04f9-6f06-4100-ad85-6b28ebd5afaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687786 May 03 23:53:50.995055 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-74eb7861-0f65-446e-bad1-1adf07aea1ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:51.010883 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d9dbc-5875-45bf-b28c-24bcbeacd34f req-98f186a8-e72c-438f-b15e-c1743ed45eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:51.012689 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-6a7d9dbc-5875-45bf-b28c-24bcbeacd34f req-98f186a8-e72c-438f-b15e-c1743ed45eb6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c9819db7-dd9c-4945-a665-c049574a03e0 HTTP/1.1" status: 200 len: 856 time: 0.1193721 May 03 23:53:51.073890 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-f03da541-2288-4fda-958f-aa02c388876d req-0da1f92f-2507-429e-b4ba-16ab149f3676 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070116 May 03 23:53:51.098399 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d9dbc-5875-45bf-b28c-24bcbeacd34f req-6d59398c-e7ad-4b3b-86b7-1fa3dec72f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:51.112904 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-6a7d9dbc-5875-45bf-b28c-24bcbeacd34f req-6d59398c-e7ad-4b3b-86b7-1fa3dec72f70 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6794dc24-6270-444d-9eb8-8dafb7765ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0706353 May 03 23:53:51.145168 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-74eb7861-0f65-446e-bad1-1adf07aea1ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:51.239049 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-b3da83bb-0ffe-4b7b-a399-cea1123556f2 req-0a0d8662-a70c-4e0e-a5f1-03ac3d9efbd6 service neutron] 10.222.0.47 "GET /v2.0/networks/0a6b04f9-6f06-4100-ad85-6b28ebd5afaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417819 May 03 23:53:51.247647 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9797c1b-32ee-4b19-ba4f-2ae367a1e692 req-99f8a67d-9aaf-4c86-8bf7-2abfb03575c9 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:51.255790 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-a9797c1b-32ee-4b19-ba4f-2ae367a1e692 req-99f8a67d-9aaf-4c86-8bf7-2abfb03575c9 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=53631f43-00b4-433e-b52b-c2ad2de8e21d HTTP/1.1" status: 200 len: 943 time: 0.0903976 May 03 23:53:51.295167 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-74eb7861-0f65-446e-bad1-1adf07aea1ec admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=71485adb5af34e87ad6e68e28b0fe046&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7652984 May 03 23:53:51.301278 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 36146) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:53:51.337132 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device 56c90ddc-e1fb-4285-a6fa-9780de2d37bc details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=114214) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 23:53:51.351714 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-a9797c1b-32ee-4b19-ba4f-2ae367a1e692 req-c80311d0-4276-42bd-a784-4bd36294f66a tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aabfbfc-09d0-4f5e-998f-a2943879bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947709 May 03 23:53:51.358031 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eb7861-0f65-446e-bad1-1adf07aea1ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1b115b-59fe-4835-b3ee-aaa64815418f,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:51.396284 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-6a7d9dbc-5875-45bf-b28c-24bcbeacd34f req-6ed49ba9-6db7-419b-9a3b-dc5fce384856 service neutron] 10.222.0.47 "GET /v2.0/networks/6794dc24-6270-444d-9eb8-8dafb7765ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882211 May 03 23:53:51.422332 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-f4a8f83c-0218-47e1-883e-c38b0907d259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:51.554791 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-f4a8f83c-0218-47e1-883e-c38b0907d259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:51.558268 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] For port 56c90ddc-e1fb-4285-a6fa-9780de2d37bc, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=56c90ddc-e1fb-4285-a6fa-9780de2d37bc,segment=NetworkSegment(d4ac9688-7820-43e6-987e-96b1e1f3947a),segment_id=d4ac9688-7820-43e6-987e-96b1e1f3947a)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:53:51.584905 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Returning: {'device': '56c90ddc-e1fb-4285-a6fa-9780de2d37bc', 'network_id': '604bb18a-bbc8-4a96-8a59-cda5f9a33ba3', 'port_id': '56c90ddc-e1fb-4285-a6fa-9780de2d37bc', 'mac_address': 'fa:16:3e:25:e1:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '812a278c-b546-48ea-b77a-ce9966d91767', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114214) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 23:53:51.627216 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-6a7d9dbc-5875-45bf-b28c-24bcbeacd34f req-39d65b75-d687-4c0c-8006-7c444d9e72ef service neutron] 10.222.0.47 "GET /v2.0/networks/6794dc24-6270-444d-9eb8-8dafb7765ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198014 May 03 23:53:51.643870 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba301989-20e1-4b8d-9759-e95b23cc0f85 req-f375a39e-8443-4c7e-8093-58f46e85c0a1 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:51.652141 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4487f44a-d9c7-4608-886a-099a55d4e289 req-8de31fd5-5328-4a28-8ab7-f33111d79269 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:51.652141 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-4487f44a-d9c7-4608-886a-099a55d4e289 req-8de31fd5-5328-4a28-8ab7-f33111d79269 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b90b35a3-8206-4747-bf4b-c9b77bd4e470 HTTP/1.1" status: 200 len: 944 time: 0.1697164 May 03 23:53:51.663902 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-ba301989-20e1-4b8d-9759-e95b23cc0f85 req-f375a39e-8443-4c7e-8093-58f46e85c0a1 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=d828ae7b-10a7-44ba-ba9b-8e3d17e0de4f HTTP/1.1" status: 200 len: 943 time: 0.0924945 May 03 23:53:51.679617 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:51.718979 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-4487f44a-d9c7-4608-886a-099a55d4e289 req-bc3c4dbe-eb9c-451c-a9ad-bd34ea9a6b36 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a9b5e6e-5f27-4dc7-8078-345eba378f61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558946 May 03 23:53:51.723893 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.notifiers.nova [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56c90ddc-e1fb-4285-a6fa-9780de2d37bc {{(pid=114214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:53:51.725512 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-ba301989-20e1-4b8d-9759-e95b23cc0f85 req-d33a4977-7fb3-485a-a258-d9622cb81ae6 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa212b35-f6b0-4589-827d-9c3b989cfd50&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0606995 May 03 23:53:51.743181 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-f4a8f83c-0218-47e1-883e-c38b0907d259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:51.748514 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-f4a8f83c-0218-47e1-883e-c38b0907d259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:51.748514 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-f4a8f83c-0218-47e1-883e-c38b0907d259 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3c1b115b-59fe-4835-b3ee-aaa64815418f HTTP/1.1" status: 204 len: 168 time: 0.4427257 May 03 23:53:51.773092 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a8f83c-0218-47e1-883e-c38b0907d259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1b115b-59fe-4835-b3ee-aaa64815418f,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:51.778075 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] For port 56c90ddc-e1fb-4285-a6fa-9780de2d37bc, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=56c90ddc-e1fb-4285-a6fa-9780de2d37bc,segment=NetworkSegment(d4ac9688-7820-43e6-987e-96b1e1f3947a),segment_id=d4ac9688-7820-43e6-987e-96b1e1f3947a)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:53:51.835838 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:51.836802 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device 0e7d2ded-c95c-4536-a9bb-598691f1c01a details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=114214) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 23:53:52.114091 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Pushing event updated for resources: {'Port': ['ID=56c90ddc-e1fb-4285-a6fa-9780de2d37bc,revision_number=4']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:52.194552 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] For port 0e7d2ded-c95c-4536-a9bb-598691f1c01a, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=0e7d2ded-c95c-4536-a9bb-598691f1c01a,segment=NetworkSegment(191d73d0-9208-4ea1-bb83-ed60d521a42d),segment_id=191d73d0-9208-4ea1-bb83-ed60d521a42d)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:53:52.215382 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Returning: {'device': '0e7d2ded-c95c-4536-a9bb-598691f1c01a', 'network_id': '88061c84-ec22-4a18-841b-8db91bd7572a', 'port_id': '0e7d2ded-c95c-4536-a9bb-598691f1c01a', 'mac_address': 'fa:16:3e:cf:4c:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5c212ed-61ce-414c-afb5-0c8516817b16', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114214) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 23:53:52.260354 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2845b34c-ccc6-47a2-989d-33e5672198ec req-8bff96dc-dd0f-4107-817c-71be38c4390c tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:52.269191 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-2845b34c-ccc6-47a2-989d-33e5672198ec req-8bff96dc-dd0f-4107-817c-71be38c4390c tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 943 time: 0.0747604 May 03 23:53:52.270941 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:52.284961 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.notifiers.nova [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e7d2ded-c95c-4536-a9bb-598691f1c01a {{(pid=114214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:53:52.306680 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-2845b34c-ccc6-47a2-989d-33e5672198ec req-4238f0cc-9249-40ef-bd9f-38b20759b02d tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377548 May 03 23:53:52.307548 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] For port 0e7d2ded-c95c-4536-a9bb-598691f1c01a, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=0e7d2ded-c95c-4536-a9bb-598691f1c01a,segment=NetworkSegment(191d73d0-9208-4ea1-bb83-ed60d521a42d),segment_id=191d73d0-9208-4ea1-bb83-ed60d521a42d)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:53:52.429356 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:52.430843 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device eddec5f8-eace-41cb-8aa4-6aae72b191af details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=114214) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 23:53:52.508503 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e77c22-834a-49bc-9a4e-2bfb94558265 req-97fd3242-0c7a-4186-a064-fb60b09167ee tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:52.510459 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-67e77c22-834a-49bc-9a4e-2bfb94558265 req-97fd3242-0c7a-4186-a064-fb60b09167ee tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=53631f43-00b4-433e-b52b-c2ad2de8e21d HTTP/1.1" status: 200 len: 943 time: 0.0574706 May 03 23:53:52.562245 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Pushing event updated for resources: {'Port': ['ID=0e7d2ded-c95c-4536-a9bb-598691f1c01a,revision_number=4']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:52.575488 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-67e77c22-834a-49bc-9a4e-2bfb94558265 req-85bd5cb2-291a-4d1b-b2cf-85a7bde10288 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aabfbfc-09d0-4f5e-998f-a2943879bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579526 May 03 23:53:52.645614 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] For port eddec5f8-eace-41cb-8aa4-6aae72b191af, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=eddec5f8-eace-41cb-8aa4-6aae72b191af,segment=NetworkSegment(e39c8e49-66af-4d27-b151-3cf1448d7fbf),segment_id=e39c8e49-66af-4d27-b151-3cf1448d7fbf)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:53:52.660863 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Returning: {'device': 'eddec5f8-eace-41cb-8aa4-6aae72b191af', 'network_id': '6794dc24-6270-444d-9eb8-8dafb7765ac3', 'port_id': 'eddec5f8-eace-41cb-8aa4-6aae72b191af', 'mac_address': 'fa:16:3e:da:50:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9819db7-dd9c-4945-a665-c049574a03e0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114214) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 23:53:52.700531 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:52.714142 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.notifiers.nova [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eddec5f8-eace-41cb-8aa4-6aae72b191af {{(pid=114214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:53:52.738891 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] For port eddec5f8-eace-41cb-8aa4-6aae72b191af, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=eddec5f8-eace-41cb-8aa4-6aae72b191af,segment=NetworkSegment(e39c8e49-66af-4d27-b151-3cf1448d7fbf),segment_id=e39c8e49-66af-4d27-b151-3cf1448d7fbf)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:53:52.840370 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:52.841163 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device ce49da11-bddb-4f88-8fdc-3c9c00c7d680 details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=114214) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 23:53:52.915027 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe863d-3e3e-40dd-8930-008022080783 req-2bf67914-77cb-4835-b5e9-8c5e8c99c1c0 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:52.923221 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-34fe863d-3e3e-40dd-8930-008022080783 req-2bf67914-77cb-4835-b5e9-8c5e8c99c1c0 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=d828ae7b-10a7-44ba-ba9b-8e3d17e0de4f HTTP/1.1" status: 200 len: 944 time: 0.0813353 May 03 23:53:52.924042 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5cc9cf-9295-41ab-9723-6327c8119add req-ff500ecc-0bc4-401a-990d-4c83181f6022 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:52.925750 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-ac5cc9cf-9295-41ab-9723-6327c8119add req-ff500ecc-0bc4-401a-990d-4c83181f6022 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b90b35a3-8206-4747-bf4b-c9b77bd4e470 HTTP/1.1" status: 200 len: 945 time: 0.1072626 May 03 23:53:52.974653 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-34fe863d-3e3e-40dd-8930-008022080783 req-62df89ca-8c8c-4b1d-8ee8-69c780bb9f29 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa212b35-f6b0-4589-827d-9c3b989cfd50&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0505180 May 03 23:53:53.002194 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Pushing event updated for resources: {'Port': ['ID=eddec5f8-eace-41cb-8aa4-6aae72b191af,revision_number=4']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:53.008343 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-ac5cc9cf-9295-41ab-9723-6327c8119add req-b53741e2-7a55-4802-ba97-3920e50e00ac tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a9b5e6e-5f27-4dc7-8078-345eba378f61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763140 May 03 23:53:53.058721 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] For port ce49da11-bddb-4f88-8fdc-3c9c00c7d680, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=ce49da11-bddb-4f88-8fdc-3c9c00c7d680,segment=NetworkSegment(4aa0fff9-3f39-4107-a21f-e5e9bdcb305b),segment_id=4aa0fff9-3f39-4107-a21f-e5e9bdcb305b)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:53:53.074870 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Returning: {'device': 'ce49da11-bddb-4f88-8fdc-3c9c00c7d680', 'network_id': '0a6b04f9-6f06-4100-ad85-6b28ebd5afaa', 'port_id': 'ce49da11-bddb-4f88-8fdc-3c9c00c7d680', 'mac_address': 'fa:16:3e:96:d9:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a71a973f-43f2-413b-b3e6-b8f0626526c4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114214) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 23:53:53.117430 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:53.136342 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.notifiers.nova [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce49da11-bddb-4f88-8fdc-3c9c00c7d680 {{(pid=114214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:53:53.163193 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] For port ce49da11-bddb-4f88-8fdc-3c9c00c7d680, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=ce49da11-bddb-4f88-8fdc-3c9c00c7d680,segment=NetworkSegment(4aa0fff9-3f39-4107-a21f-e5e9bdcb305b),segment_id=4aa0fff9-3f39-4107-a21f-e5e9bdcb305b)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:53:53.263943 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:53.344567 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Pushing event updated for resources: {'Port': ['ID=ce49da11-bddb-4f88-8fdc-3c9c00c7d680,revision_number=4']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:53.459141 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049b47a6-fcfe-4e29-a544-7310ca5ed9e7 req-ad37d5e6-4013-48c4-8d47-dd49dafc3ee4 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:53.460821 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-049b47a6-fcfe-4e29-a544-7310ca5ed9e7 req-ad37d5e6-4013-48c4-8d47-dd49dafc3ee4 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 944 time: 0.0669570 May 03 23:53:53.506930 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-049b47a6-fcfe-4e29-a544-7310ca5ed9e7 req-6d594944-6b75-4dc0-b0b5-14759699c664 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387709 May 03 23:53:53.723833 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcae7e7-dd89-4923-a43f-d3d8ba90d6f8 req-cc548c53-5eac-4f30-881a-6e6ac7a71ef8 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:53.728047 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-8dcae7e7-dd89-4923-a43f-d3d8ba90d6f8 req-cc548c53-5eac-4f30-881a-6e6ac7a71ef8 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=53631f43-00b4-433e-b52b-c2ad2de8e21d HTTP/1.1" status: 200 len: 944 time: 0.0589886 May 03 23:53:53.769522 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-8dcae7e7-dd89-4923-a43f-d3d8ba90d6f8 req-4a688999-ee39-4e99-ad4d-915aaf51bed5 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aabfbfc-09d0-4f5e-998f-a2943879bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362139 May 03 23:53:53.928642 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] get_ports_and_sgs() called for port_ids ['56c90ddc-e1fb-4285-a6fa-9780de2d37bc'] {{(pid=114214) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 23:53:53.994861 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] get_ports_and_sgs() called for port_ids ['eddec5f8-eace-41cb-8aa4-6aae72b191af'] {{(pid=114214) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 23:53:54.032677 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] get_ports_and_sgs() called for port_ids ['0e7d2ded-c95c-4536-a9bb-598691f1c01a'] {{(pid=114214) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 23:53:54.091305 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] get_ports_and_sgs() called for port_ids ['ce49da11-bddb-4f88-8fdc-3c9c00c7d680'] {{(pid=114214) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 23:53:54.170822 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e831c76-a094-4747-ab90-6510309c9d68 req-84d33df8-647d-4c1d-8e08-410cabffadc5 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:54.173623 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-3e831c76-a094-4747-ab90-6510309c9d68 req-84d33df8-647d-4c1d-8e08-410cabffadc5 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=d828ae7b-10a7-44ba-ba9b-8e3d17e0de4f HTTP/1.1" status: 200 len: 944 time: 0.0804653 May 03 23:53:54.184951 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f299c9-27d2-4ecc-ab63-5682fc158e11 req-13bd0fd4-6345-4016-bda8-9a7294989d60 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:54.187275 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-22f299c9-27d2-4ecc-ab63-5682fc158e11 req-13bd0fd4-6345-4016-bda8-9a7294989d60 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b90b35a3-8206-4747-bf4b-c9b77bd4e470 HTTP/1.1" status: 200 len: 945 time: 0.0672443 May 03 23:53:54.219755 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-3e831c76-a094-4747-ab90-6510309c9d68 req-a5c7b7b1-bbe2-4962-a9f8-7ce0489e101a tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa212b35-f6b0-4589-827d-9c3b989cfd50&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385053 May 03 23:53:54.232180 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-22f299c9-27d2-4ecc-ab63-5682fc158e11 req-35e529bd-db79-41e7-900a-fa94183488dd tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a9b5e6e-5f27-4dc7-8078-345eba378f61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375309 May 03 23:53:54.639714 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f5e5c6-9fe6-41b1-bbc0-6879e7d49e93 req-cc081c87-2cdf-476c-bfd3-83f94bb9ddce tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:54.641260 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-a6f5e5c6-9fe6-41b1-bbc0-6879e7d49e93 req-cc081c87-2cdf-476c-bfd3-83f94bb9ddce tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 944 time: 0.0554249 May 03 23:53:54.686927 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-a6f5e5c6-9fe6-41b1-bbc0-6879e7d49e93 req-ca88ce54-af93-4c95-9579-83efb9c8d8b9 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376332 May 03 23:53:54.915373 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b07949-af07-4d9c-b2e6-876b9671b1bb req-d76f7ffe-abb2-4af0-a9e1-89bbd4da9b29 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:54.915373 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-98b07949-af07-4d9c-b2e6-876b9671b1bb req-d76f7ffe-abb2-4af0-a9e1-89bbd4da9b29 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=53631f43-00b4-433e-b52b-c2ad2de8e21d HTTP/1.1" status: 200 len: 944 time: 0.0614088 May 03 23:53:54.957581 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-98b07949-af07-4d9c-b2e6-876b9671b1bb req-288ebd38-e7f5-4459-938e-bacf92e0d496 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aabfbfc-09d0-4f5e-998f-a2943879bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348113 May 03 23:53:55.070229 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 36286) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:53:55.180799 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-57246609-40fd-47b7-91e4-a03f100da6e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:55.271876 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-57246609-40fd-47b7-91e4-a03f100da6e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:55.371243 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eda92a-6278-4f94-b005-b882c65ccd9d req-16640be7-7eed-45d4-815a-f0112c5e266c tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:55.372902 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-11eda92a-6278-4f94-b005-b882c65ccd9d req-16640be7-7eed-45d4-815a-f0112c5e266c tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=d828ae7b-10a7-44ba-ba9b-8e3d17e0de4f HTTP/1.1" status: 200 len: 944 time: 0.0558858 May 03 23:53:55.376090 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2234bc-7756-4155-ad8d-591695ce7801 req-5bceac96-e0bc-4f93-b221-2f3eca3515d1 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:55.377660 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-9d2234bc-7756-4155-ad8d-591695ce7801 req-5bceac96-e0bc-4f93-b221-2f3eca3515d1 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b90b35a3-8206-4747-bf4b-c9b77bd4e470 HTTP/1.1" status: 200 len: 945 time: 0.0537403 May 03 23:53:55.401429 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-57246609-40fd-47b7-91e4-a03f100da6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:55.406748 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 36296) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:53:55.432260 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-9d2234bc-7756-4155-ad8d-591695ce7801 req-693c19f9-dc6c-46fc-8053-ecf1fcdc9b71 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a9b5e6e-5f27-4dc7-8078-345eba378f61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462785 May 03 23:53:55.470369 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-11eda92a-6278-4f94-b005-b882c65ccd9d req-677c6064-4a42-425b-b707-ff64eb871cf6 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa212b35-f6b0-4589-827d-9c3b989cfd50&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0863264 May 03 23:53:55.475352 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-57246609-40fd-47b7-91e4-a03f100da6e3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=10a2403f23e64411b3c1551056ddced9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4016657 May 03 23:53:55.475352 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57246609-40fd-47b7-91e4-a03f100da6e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c413bba7-59c7-4a75-99fe-c849a8db0ebc,revision_number=1']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:55.475870 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 36300) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:53:55.489899 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57246609-40fd-47b7-91e4-a03f100da6e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:53:55.489899 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57246609-40fd-47b7-91e4-a03f100da6e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:53:55.489899 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57246609-40fd-47b7-91e4-a03f100da6e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:53:55.489899 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57246609-40fd-47b7-91e4-a03f100da6e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:53:55.489899 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57246609-40fd-47b7-91e4-a03f100da6e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:53:55.489899 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57246609-40fd-47b7-91e4-a03f100da6e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:53:55.489899 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57246609-40fd-47b7-91e4-a03f100da6e3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:53:55.489899 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57246609-40fd-47b7-91e4-a03f100da6e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:53:55.489899 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57246609-40fd-47b7-91e4-a03f100da6e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:53:55.489899 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57246609-40fd-47b7-91e4-a03f100da6e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:53:55.489899 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57246609-40fd-47b7-91e4-a03f100da6e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:53:55.489899 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57246609-40fd-47b7-91e4-a03f100da6e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:53:55.541216 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-74a4399e-7a0d-4a61-9068-5d1abbf297ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:55.578376 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-0e7d9481-2d68-4cd7-995c-1c8944f75e86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:55.581337 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-74a4399e-7a0d-4a61-9068-5d1abbf297ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:55.685303 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-0e7d9481-2d68-4cd7-995c-1c8944f75e86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:55.765652 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-74a4399e-7a0d-4a61-9068-5d1abbf297ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:55.768434 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-74a4399e-7a0d-4a61-9068-5d1abbf297ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:55.772915 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-74a4399e-7a0d-4a61-9068-5d1abbf297ac admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c413bba7-59c7-4a75-99fe-c849a8db0ebc HTTP/1.1" status: 204 len: 168 time: 0.2951996 May 03 23:53:55.794237 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a4399e-7a0d-4a61-9068-5d1abbf297ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c413bba7-59c7-4a75-99fe-c849a8db0ebc,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:55.814181 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-0e7d9481-2d68-4cd7-995c-1c8944f75e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:55.842553 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a4399e-7a0d-4a61-9068-5d1abbf297ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:53:55.842933 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a4399e-7a0d-4a61-9068-5d1abbf297ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:53:55.843268 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a4399e-7a0d-4a61-9068-5d1abbf297ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:53:55.843648 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a4399e-7a0d-4a61-9068-5d1abbf297ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:53:55.844267 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a4399e-7a0d-4a61-9068-5d1abbf297ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:53:55.844626 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a4399e-7a0d-4a61-9068-5d1abbf297ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:53:55.844962 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a4399e-7a0d-4a61-9068-5d1abbf297ac admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:53:55.845296 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a4399e-7a0d-4a61-9068-5d1abbf297ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:53:55.845631 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a4399e-7a0d-4a61-9068-5d1abbf297ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:53:55.845962 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a4399e-7a0d-4a61-9068-5d1abbf297ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:53:55.846307 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a4399e-7a0d-4a61-9068-5d1abbf297ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:53:55.846629 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a4399e-7a0d-4a61-9068-5d1abbf297ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:53:55.857209 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-0e7d9481-2d68-4cd7-995c-1c8944f75e86 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5b537b95feae4b0d98503e9d9b7097c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4494183 May 03 23:53:55.860630 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 36312) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:53:55.884941 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7d9481-2d68-4cd7-995c-1c8944f75e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef3cc5d5-8f4e-4c14-96de-81e7cbc1c2fb,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:55.894887 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960a0874-3e5b-4cf9-989c-8061515a2d97 req-36f7e2b2-d33c-4b3d-b648-96e7ced1aadb tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:55.896564 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-960a0874-3e5b-4cf9-989c-8061515a2d97 req-36f7e2b2-d33c-4b3d-b648-96e7ced1aadb tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 944 time: 0.1230128 May 03 23:53:55.932248 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-4ec55b97-2a3e-440e-8dff-bc8b1688bd59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:55.957001 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-960a0874-3e5b-4cf9-989c-8061515a2d97 req-c1f60410-2170-4696-b60f-450d5ede6519 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479634 May 03 23:53:55.962522 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-4ec55b97-2a3e-440e-8dff-bc8b1688bd59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:56.082934 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b3a67d-a5ab-4964-b3f8-8981b474f598 req-b50bc605-6358-435a-8e20-0ceaf66f0e22 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:56.084433 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-38b3a67d-a5ab-4964-b3f8-8981b474f598 req-b50bc605-6358-435a-8e20-0ceaf66f0e22 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=53631f43-00b4-433e-b52b-c2ad2de8e21d HTTP/1.1" status: 200 len: 944 time: 0.0504904 May 03 23:53:56.127378 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-38b3a67d-a5ab-4964-b3f8-8981b474f598 req-da1172b7-7e0d-40d1-b678-9d06f6feb658 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aabfbfc-09d0-4f5e-998f-a2943879bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368443 May 03 23:53:56.132310 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-4ec55b97-2a3e-440e-8dff-bc8b1688bd59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:56.137320 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-4ec55b97-2a3e-440e-8dff-bc8b1688bd59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:56.138900 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-4ec55b97-2a3e-440e-8dff-bc8b1688bd59 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ef3cc5d5-8f4e-4c14-96de-81e7cbc1c2fb HTTP/1.1" status: 204 len: 168 time: 0.2768564 May 03 23:53:56.153071 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec55b97-2a3e-440e-8dff-bc8b1688bd59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef3cc5d5-8f4e-4c14-96de-81e7cbc1c2fb,revision_number=None']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:56.574678 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c07e04-3e94-4e2b-9486-1113f583f263 req-d6281d4d-b9b3-43b0-928d-5c8006d25c72 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:56.576353 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-d2c07e04-3e94-4e2b-9486-1113f583f263 req-d6281d4d-b9b3-43b0-928d-5c8006d25c72 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b90b35a3-8206-4747-bf4b-c9b77bd4e470 HTTP/1.1" status: 200 len: 945 time: 0.0527365 May 03 23:53:56.597744 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01995f1-9040-4308-87ca-783ffb2f3f25 req-73cdf8e7-0056-467c-aea6-c6db0ad1fec2 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:56.599367 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-e01995f1-9040-4308-87ca-783ffb2f3f25 req-73cdf8e7-0056-467c-aea6-c6db0ad1fec2 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=d828ae7b-10a7-44ba-ba9b-8e3d17e0de4f HTTP/1.1" status: 200 len: 944 time: 0.0505009 May 03 23:53:56.619091 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-d2c07e04-3e94-4e2b-9486-1113f583f263 req-cb753d43-04b9-498c-93d3-ddd5c8837ba9 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a9b5e6e-5f27-4dc7-8078-345eba378f61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359554 May 03 23:53:56.639400 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-e01995f1-9040-4308-87ca-783ffb2f3f25 req-e80af23a-aa57-4068-a0f1-85e7e1aab872 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa212b35-f6b0-4589-827d-9c3b989cfd50&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329235 May 03 23:53:56.852892 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 36330) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:53:56.867289 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-33a074d5-55f7-428b-acdc-4c444af2597c admin admin] Notify callbacks [] for security_group, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:57.111395 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b449acb8-a568-4950-be14-e6840a35bfa3 req-189ec284-4538-4f9f-ab4e-f27600769440 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:57.113582 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-b449acb8-a568-4950-be14-e6840a35bfa3 req-189ec284-4538-4f9f-ab4e-f27600769440 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 944 time: 0.0607696 May 03 23:53:57.140149 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-33a074d5-55f7-428b-acdc-4c444af2597c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:57.162180 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-b449acb8-a568-4950-be14-e6840a35bfa3 req-4932b135-57b3-4f9b-a1ba-cff5b4ef7098 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405455 May 03 23:53:57.205077 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 36336) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:53:57.226236 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-737ef783-820b-427a-a065-364559048889 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:57.254445 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-33a074d5-55f7-428b-acdc-4c444af2597c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:57.331425 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a074d5-55f7-428b-acdc-4c444af2597c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06867884-d687-43fc-8b8a-7dad9bb3dd4e,revision_number=1']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:57.337163 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-33a074d5-55f7-428b-acdc-4c444af2597c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ff263e18a37f410d84de3faca90fedba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4831188 May 03 23:53:57.340645 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 36338) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:53:57.371476 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3768e8-7c2e-4657-a032-f1c39f939021 req-2e074f11-ef33-49b5-b4ee-6c034a2118e9 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:57.372446 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device 56c90ddc-e1fb-4285-a6fa-9780de2d37bc up at agent hyperv_hv-cinder-84037 {{(pid=114214) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 23:53:57.373113 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-3b3768e8-7c2e-4657-a032-f1c39f939021 req-2e074f11-ef33-49b5-b4ee-6c034a2118e9 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=53631f43-00b4-433e-b52b-c2ad2de8e21d HTTP/1.1" status: 200 len: 944 time: 0.1209617 May 03 23:53:57.416218 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-9793b8db-b3d0-4937-9cdb-0acf86d4330b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:57.432293 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-737ef783-820b-427a-a065-364559048889 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:57.438558 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-3b3768e8-7c2e-4657-a032-f1c39f939021 req-7298b7fc-fd82-42ff-b775-2e64f0202b01 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aabfbfc-09d0-4f5e-998f-a2943879bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576453 May 03 23:53:57.441400 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-9793b8db-b3d0-4937-9cdb-0acf86d4330b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:57.503316 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Provisioning for port 56c90ddc-e1fb-4285-a6fa-9780de2d37bc completed by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:53:57.507471 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Provisioning complete for port 56c90ddc-e1fb-4285-a6fa-9780de2d37bc triggered by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:53:57.507908 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:57.532002 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-737ef783-820b-427a-a065-364559048889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:57.574591 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-737ef783-820b-427a-a065-364559048889 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aa84f185259f4830b22022e519109d69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3683069 May 03 23:53:57.575866 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 36344) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:53:57.577193 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737ef783-820b-427a-a065-364559048889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e459be9-0bd7-4ca8-8ceb-830f879e8804,revision_number=1']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:57.583596 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-9793b8db-b3d0-4937-9cdb-0acf86d4330b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:57.586569 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-9793b8db-b3d0-4937-9cdb-0acf86d4330b admin admin] Notify callbacks [] for security_group, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:57.589648 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-9793b8db-b3d0-4937-9cdb-0acf86d4330b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/06867884-d687-43fc-8b8a-7dad9bb3dd4e HTTP/1.1" status: 204 len: 168 time: 0.2457666 May 03 23:53:57.610632 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9793b8db-b3d0-4937-9cdb-0acf86d4330b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06867884-d687-43fc-8b8a-7dad9bb3dd4e,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:57.622919 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:57.648318 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-6b0355a2-932e-49df-b62f-94dbbeda3188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:57.672803 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b90b35a3-8206-4747-bf4b-c9b77bd4e470', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56c90ddc-e1fb-4285-a6fa-9780de2d37bc'}] {{(pid=114214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:53:57.675355 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a2c01d47b82d907f81ba0899610efc862c27db097cd111ee9714155fede03ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f10b290-ef2a-49b0-8c7d-70691d3378a7" -d '{"events": [{"server_uuid": "b90b35a3-8206-4747-bf4b-c9b77bd4e470", "name": "network-vif-plugged", "status": "completed", "tag": "56c90ddc-e1fb-4285-a6fa-9780de2d37bc"}]}' {{(pid=114214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 23:53:57.692228 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] For port 56c90ddc-e1fb-4285-a6fa-9780de2d37bc, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=56c90ddc-e1fb-4285-a6fa-9780de2d37bc,segment=NetworkSegment(d4ac9688-7820-43e6-987e-96b1e1f3947a),segment_id=d4ac9688-7820-43e6-987e-96b1e1f3947a)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:53:57.705159 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-6b0355a2-932e-49df-b62f-94dbbeda3188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:57.751871 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:57.751871 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device 0e7d2ded-c95c-4536-a9bb-598691f1c01a up at agent hyperv_hv-cinder-84037 {{(pid=114214) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 23:53:57.799691 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6422d02-f93e-4e2a-8775-5bf84ec18cd4 req-9ff28106-3b58-4de6-be8f-a95d852848cb tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:57.801492 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-b6422d02-f93e-4e2a-8775-5bf84ec18cd4 req-9ff28106-3b58-4de6-be8f-a95d852848cb tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b90b35a3-8206-4747-bf4b-c9b77bd4e470 HTTP/1.1" status: 200 len: 945 time: 0.0886571 May 03 23:53:57.837906 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1934bb-e88a-446c-ba5b-5e9510e804d3 req-197567b4-67e1-44cb-9fc6-a43522d6150a tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:57.846535 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-ba1934bb-e88a-446c-ba5b-5e9510e804d3 req-197567b4-67e1-44cb-9fc6-a43522d6150a tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=d828ae7b-10a7-44ba-ba9b-8e3d17e0de4f HTTP/1.1" status: 200 len: 944 time: 0.0892303 May 03 23:53:57.879932 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-b6422d02-f93e-4e2a-8775-5bf84ec18cd4 req-114f4714-09ed-4945-ad57-63fed3cafc69 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a9b5e6e-5f27-4dc7-8078-345eba378f61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598435 May 03 23:53:57.881251 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Pushing event updated for resources: {'Port': ['ID=56c90ddc-e1fb-4285-a6fa-9780de2d37bc,revision_number=5']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:57.894965 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-ba1934bb-e88a-446c-ba5b-5e9510e804d3 req-b928d2a8-7abc-4341-82f9-29261886826d tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa212b35-f6b0-4589-827d-9c3b989cfd50&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474958 May 03 23:53:57.899519 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:53:57.901523 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:53:57.902794 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:53:57.903598 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:53:57.904076 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:53:57.904584 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:53:57.905178 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:53:57.907745 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-6b0355a2-932e-49df-b62f-94dbbeda3188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:57.907900 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:53:57.923515 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:53:57.923515 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:53:57.923515 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:53:57.923515 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:53:57.924377 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-6b0355a2-932e-49df-b62f-94dbbeda3188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:57.924377 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-6b0355a2-932e-49df-b62f-94dbbeda3188 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3e459be9-0bd7-4ca8-8ceb-830f879e8804 HTTP/1.1" status: 204 len: 168 time: 0.3351703 May 03 23:53:57.931278 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0355a2-932e-49df-b62f-94dbbeda3188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e459be9-0bd7-4ca8-8ceb-830f879e8804,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:57.986634 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 23:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-667f2083-532d-48f1-b2d6-72f9a9ee322b x-openstack-request-id: req-667f2083-532d-48f1-b2d6-72f9a9ee322b {{(pid=114214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 23:53:57.987308 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b90b35a3-8206-4747-bf4b-c9b77bd4e470", "name": "network-vif-plugged", "status": "completed", "tag": "56c90ddc-e1fb-4285-a6fa-9780de2d37bc", "code": 200}]} {{(pid=114214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 23:53:57.987835 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-667f2083-532d-48f1-b2d6-72f9a9ee322b {{(pid=114214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 23:53:57.988604 dv-cinder-840375-1-iscsi neutron-server[114214]: INFO neutron.notifiers.nova [-] Nova event matching ['req-667f2083-532d-48f1-b2d6-72f9a9ee322b'] response: {'server_uuid': 'b90b35a3-8206-4747-bf4b-c9b77bd4e470', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56c90ddc-e1fb-4285-a6fa-9780de2d37bc', 'code': 200} May 03 23:53:57.991503 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Provisioning for port 0e7d2ded-c95c-4536-a9bb-598691f1c01a completed by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:53:58.003659 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Provisioning complete for port 0e7d2ded-c95c-4536-a9bb-598691f1c01a triggered by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:53:58.004497 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:58.107225 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:58.151047 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] For port 0e7d2ded-c95c-4536-a9bb-598691f1c01a, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=0e7d2ded-c95c-4536-a9bb-598691f1c01a,segment=NetworkSegment(191d73d0-9208-4ea1-bb83-ed60d521a42d),segment_id=191d73d0-9208-4ea1-bb83-ed60d521a42d)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:53:58.253272 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:58.254912 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device eddec5f8-eace-41cb-8aa4-6aae72b191af up at agent hyperv_hv-cinder-84037 {{(pid=114214) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 23:53:58.402675 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee74e2-fa83-4eba-ac93-3997ab005936 req-2d46e205-1bdf-48ba-958b-497cc1d74e01 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:58.411327 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-faee74e2-fa83-4eba-ac93-3997ab005936 req-2d46e205-1bdf-48ba-958b-497cc1d74e01 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 944 time: 0.1409454 May 03 23:53:58.481234 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Pushing event updated for resources: {'Port': ['ID=0e7d2ded-c95c-4536-a9bb-598691f1c01a,revision_number=5']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:58.501614 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-faee74e2-fa83-4eba-ac93-3997ab005936 req-cca8161f-cdc6-4bd6-b190-54179015ed9f tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821857 May 03 23:53:58.570198 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b1a154-8f7e-4488-8817-e68198775aaa req-2f74d12b-003e-4488-bbd4-488a7c4c6da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:58.571818 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-d0b1a154-8f7e-4488-8817-e68198775aaa req-2f74d12b-003e-4488-bbd4-488a7c4c6da0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b90b35a3-8206-4747-bf4b-c9b77bd4e470 HTTP/1.1" status: 200 len: 1099 time: 0.2050080 May 03 23:53:58.583190 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Provisioning for port eddec5f8-eace-41cb-8aa4-6aae72b191af completed by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:53:58.595799 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Provisioning complete for port eddec5f8-eace-41cb-8aa4-6aae72b191af triggered by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:53:58.595799 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:58.661919 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-d0b1a154-8f7e-4488-8817-e68198775aaa req-154498fc-19e2-46ae-897a-20f21c1fc19d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2a9b5e6e-5f27-4dc7-8078-345eba378f61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760703 May 03 23:53:58.669760 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07912dc6-565a-43a6-a740-f17d0e5e4857 req-372f0d86-20c8-411e-9e32-e42ab85dbfd3 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:58.671415 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-07912dc6-565a-43a6-a740-f17d0e5e4857 req-372f0d86-20c8-411e-9e32-e42ab85dbfd3 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=53631f43-00b4-433e-b52b-c2ad2de8e21d HTTP/1.1" status: 200 len: 944 time: 0.0954964 May 03 23:53:58.735363 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-07912dc6-565a-43a6-a740-f17d0e5e4857 req-e601cd5d-9694-487b-845e-81ba1aa84adb tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aabfbfc-09d0-4f5e-998f-a2943879bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568783 May 03 23:53:58.738583 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:58.789715 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] For port eddec5f8-eace-41cb-8aa4-6aae72b191af, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=eddec5f8-eace-41cb-8aa4-6aae72b191af,segment=NetworkSegment(e39c8e49-66af-4d27-b151-3cf1448d7fbf),segment_id=e39c8e49-66af-4d27-b151-3cf1448d7fbf)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:53:58.915074 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:58.916267 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device ce49da11-bddb-4f88-8fdc-3c9c00c7d680 up at agent hyperv_hv-cinder-84037 {{(pid=114214) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 23:53:59.067409 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7312290b-a2cd-46e6-a735-05cc72281497 req-0b9228ee-5a46-4f44-967b-2f53293d5d99 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:59.081020 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-7312290b-a2cd-46e6-a735-05cc72281497 req-0b9228ee-5a46-4f44-967b-2f53293d5d99 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b90b35a3-8206-4747-bf4b-c9b77bd4e470 HTTP/1.1" status: 200 len: 946 time: 0.1333666 May 03 23:53:59.165735 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c236f2f9-1641-45d3-b9c6-17dd59e753ae req-78fdabd8-76e3-4434-bcef-8dcff09891c6 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:59.167471 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-c236f2f9-1641-45d3-b9c6-17dd59e753ae req-78fdabd8-76e3-4434-bcef-8dcff09891c6 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=d828ae7b-10a7-44ba-ba9b-8e3d17e0de4f HTTP/1.1" status: 200 len: 945 time: 0.1027725 May 03 23:53:59.173320 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-7312290b-a2cd-46e6-a735-05cc72281497 req-94562c79-c85b-4044-b172-12929aca44e2 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a9b5e6e-5f27-4dc7-8078-345eba378f61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887475 May 03 23:53:59.199137 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Pushing event updated for resources: {'Port': ['ID=eddec5f8-eace-41cb-8aa4-6aae72b191af,revision_number=5']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:59.236047 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-c236f2f9-1641-45d3-b9c6-17dd59e753ae req-93d5e929-c71e-4f1d-96f2-5a51488c27f6 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa212b35-f6b0-4589-827d-9c3b989cfd50&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0579052 May 03 23:53:59.314560 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Provisioning for port ce49da11-bddb-4f88-8fdc-3c9c00c7d680 completed by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:53:59.319301 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Provisioning complete for port ce49da11-bddb-4f88-8fdc-3c9c00c7d680 triggered by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:53:59.319681 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:59.410689 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:59.486469 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] For port ce49da11-bddb-4f88-8fdc-3c9c00c7d680, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=ce49da11-bddb-4f88-8fdc-3c9c00c7d680,segment=NetworkSegment(4aa0fff9-3f39-4107-a21f-e5e9bdcb305b),segment_id=4aa0fff9-3f39-4107-a21f-e5e9bdcb305b)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:53:59.600752 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:59.716139 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a352efda-431e-4e87-88e5-a384ceac48e8 req-adb997b3-7459-41f5-9799-212e3e3ec244 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:59.720772 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Pushing event updated for resources: {'Port': ['ID=ce49da11-bddb-4f88-8fdc-3c9c00c7d680,revision_number=5']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:53:59.725309 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-a352efda-431e-4e87-88e5-a384ceac48e8 req-adb997b3-7459-41f5-9799-212e3e3ec244 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 945 time: 0.1189137 May 03 23:53:59.794832 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-a352efda-431e-4e87-88e5-a384ceac48e8 req-dce4c3dd-bf81-4782-9e14-69888d7b31f2 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681806 May 03 23:53:59.979472 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb55025-28d5-40ae-b04e-384e5a8215c1 req-5c34743f-7478-4bd2-865b-9649fa7077f9 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:53:59.990957 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd828ae7b-10a7-44ba-ba9b-8e3d17e0de4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e7d2ded-c95c-4536-a9bb-598691f1c01a'}, {'server_uuid': 'bc196673-33de-4fe2-8ff5-9f0d6977d56b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eddec5f8-eace-41cb-8aa4-6aae72b191af'}, {'server_uuid': '53631f43-00b4-433e-b52b-c2ad2de8e21d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce49da11-bddb-4f88-8fdc-3c9c00c7d680'}] {{(pid=114214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:53:59.991531 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-2bb55025-28d5-40ae-b04e-384e5a8215c1 req-5c34743f-7478-4bd2-865b-9649fa7077f9 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=53631f43-00b4-433e-b52b-c2ad2de8e21d HTTP/1.1" status: 200 len: 945 time: 0.1176884 May 03 23:53:59.996931 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a2c01d47b82d907f81ba0899610efc862c27db097cd111ee9714155fede03ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4954e05a-5220-428c-b71d-fe460390172d" -d '{"events": [{"server_uuid": "d828ae7b-10a7-44ba-ba9b-8e3d17e0de4f", "name": "network-vif-plugged", "status": "completed", "tag": "0e7d2ded-c95c-4536-a9bb-598691f1c01a"}, {"server_uuid": "bc196673-33de-4fe2-8ff5-9f0d6977d56b", "name": "network-vif-plugged", "status": "completed", "tag": "eddec5f8-eace-41cb-8aa4-6aae72b191af"}, {"server_uuid": "53631f43-00b4-433e-b52b-c2ad2de8e21d", "name": "network-vif-plugged", "status": "completed", "tag": "ce49da11-bddb-4f88-8fdc-3c9c00c7d680"}]}' {{(pid=114214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 23:54:00.090027 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 03 May 2022 23:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d480ef8b-8970-4285-b758-608c871f247e x-openstack-request-id: req-d480ef8b-8970-4285-b758-608c871f247e {{(pid=114214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 23:54:00.090584 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d828ae7b-10a7-44ba-ba9b-8e3d17e0de4f", "name": "network-vif-plugged", "status": "completed", "tag": "0e7d2ded-c95c-4536-a9bb-598691f1c01a", "code": 200}, {"server_uuid": "bc196673-33de-4fe2-8ff5-9f0d6977d56b", "name": "network-vif-plugged", "status": "completed", "tag": "eddec5f8-eace-41cb-8aa4-6aae72b191af", "code": 200}, {"server_uuid": "53631f43-00b4-433e-b52b-c2ad2de8e21d", "name": "network-vif-plugged", "status": "completed", "tag": "ce49da11-bddb-4f88-8fdc-3c9c00c7d680", "code": 200}]} {{(pid=114214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 23:54:00.091007 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d480ef8b-8970-4285-b758-608c871f247e {{(pid=114214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 23:54:00.091615 dv-cinder-840375-1-iscsi neutron-server[114214]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d480ef8b-8970-4285-b758-608c871f247e'] response: {'server_uuid': 'd828ae7b-10a7-44ba-ba9b-8e3d17e0de4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e7d2ded-c95c-4536-a9bb-598691f1c01a', 'code': 200} May 03 23:54:00.092027 dv-cinder-840375-1-iscsi neutron-server[114214]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d480ef8b-8970-4285-b758-608c871f247e'] response: {'server_uuid': 'bc196673-33de-4fe2-8ff5-9f0d6977d56b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eddec5f8-eace-41cb-8aa4-6aae72b191af', 'code': 200} May 03 23:54:00.092437 dv-cinder-840375-1-iscsi neutron-server[114214]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d480ef8b-8970-4285-b758-608c871f247e'] response: {'server_uuid': '53631f43-00b4-433e-b52b-c2ad2de8e21d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce49da11-bddb-4f88-8fdc-3c9c00c7d680', 'code': 200} May 03 23:54:00.102774 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-2bb55025-28d5-40ae-b04e-384e5a8215c1 req-0799e41e-2da6-4733-9bc5-ef9cacdde2ad tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aabfbfc-09d0-4f5e-998f-a2943879bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927269 May 03 23:54:00.324841 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d63f0-40cb-43e4-a113-0896c55c8baa req-76953d17-81e0-41ed-81f5-0a3506041ef8 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:00.327456 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-ba7d63f0-40cb-43e4-a113-0896c55c8baa req-76953d17-81e0-41ed-81f5-0a3506041ef8 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b90b35a3-8206-4747-bf4b-c9b77bd4e470 HTTP/1.1" status: 200 len: 946 time: 0.0956633 May 03 23:54:00.382715 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-ba7d63f0-40cb-43e4-a113-0896c55c8baa req-17096d82-ec03-40a1-9223-4251b7d18b6a tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a9b5e6e-5f27-4dc7-8078-345eba378f61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425074 May 03 23:54:00.424995 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1962885-5a32-42ee-9b2f-04ec588007f4 req-d5203d51-1227-4cdd-9015-c1c9963081a9 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:00.427157 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-b1962885-5a32-42ee-9b2f-04ec588007f4 req-d5203d51-1227-4cdd-9015-c1c9963081a9 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=d828ae7b-10a7-44ba-ba9b-8e3d17e0de4f HTTP/1.1" status: 200 len: 945 time: 0.0713367 May 03 23:54:00.493086 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-b1962885-5a32-42ee-9b2f-04ec588007f4 req-69cf769a-818f-4b1f-a0dd-81efab4300a0 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa212b35-f6b0-4589-827d-9c3b989cfd50&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0576837 May 03 23:54:00.970734 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61f77f5-408d-4b62-8ddc-012de19cd23d req-98e555d7-0784-49b4-a925-f675009bbb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:00.972618 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-e61f77f5-408d-4b62-8ddc-012de19cd23d req-98e555d7-0784-49b4-a925-f675009bbb7c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=53631f43-00b4-433e-b52b-c2ad2de8e21d HTTP/1.1" status: 200 len: 1098 time: 0.0765502 May 03 23:54:01.033001 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-e61f77f5-408d-4b62-8ddc-012de19cd23d req-e5ce1c2d-8beb-4fa6-8bc1-75789c7292f6 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0aabfbfc-09d0-4f5e-998f-a2943879bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517592 May 03 23:54:01.054915 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b4714e-0a16-4b9e-baf2-a6d04d96740f req-27b4413f-1f2a-4524-8a48-9f9c6ba7e902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:01.056603 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-34b4714e-0a16-4b9e-baf2-a6d04d96740f req-27b4413f-1f2a-4524-8a48-9f9c6ba7e902 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 1098 time: 0.1226132 May 03 23:54:01.060398 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93568d87-269c-47ec-a4cf-b06edc1dc9d0 req-1495f7a2-223d-48ab-938c-5bfe8ca0405f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:01.062261 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-93568d87-269c-47ec-a4cf-b06edc1dc9d0 req-1495f7a2-223d-48ab-938c-5bfe8ca0405f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d828ae7b-10a7-44ba-ba9b-8e3d17e0de4f HTTP/1.1" status: 200 len: 1098 time: 0.1175828 May 03 23:54:01.080604 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b60e588-9e87-4630-b29f-759a3ca67577 req-8d654a0a-b677-4d2d-b6f9-6bcce1fa9ac5 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:01.082337 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-9b60e588-9e87-4630-b29f-759a3ca67577 req-8d654a0a-b677-4d2d-b6f9-6bcce1fa9ac5 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 945 time: 0.1285691 May 03 23:54:01.150019 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-9b60e588-9e87-4630-b29f-759a3ca67577 req-4aa5fd9f-6d6e-4614-a8bc-02b8118d6215 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566676 May 03 23:54:01.288607 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b320c548-5d21-429e-a24f-bde1333acabf req-853a3d40-1612-452b-9c27-ced8155dc802 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:01.290261 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-b320c548-5d21-429e-a24f-bde1333acabf req-853a3d40-1612-452b-9c27-ced8155dc802 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=53631f43-00b4-433e-b52b-c2ad2de8e21d HTTP/1.1" status: 200 len: 945 time: 0.0802603 May 03 23:54:01.416837 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-34b4714e-0a16-4b9e-baf2-a6d04d96740f req-683a93e2-ee07-4a90-938f-1b956994bb6c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767190 May 03 23:54:01.420628 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-93568d87-269c-47ec-a4cf-b06edc1dc9d0 req-515d04b1-6118-4b3b-a25d-27c77cc59ab1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=fa212b35-f6b0-4589-827d-9c3b989cfd50&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0794086 May 03 23:54:01.434089 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-b320c548-5d21-429e-a24f-bde1333acabf req-3688b401-a00e-446b-b50b-0c6e514c309c tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aabfbfc-09d0-4f5e-998f-a2943879bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202192 May 03 23:54:01.468594 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-386248f9-9300-4888-b2d4-4a6527dc8d96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:01.582704 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22479066-6647-427e-9686-9bfe9f7f1231 req-fb30ed81-7462-4a41-a6d8-09aa24b6f84c tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:01.584375 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-22479066-6647-427e-9686-9bfe9f7f1231 req-fb30ed81-7462-4a41-a6d8-09aa24b6f84c tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b90b35a3-8206-4747-bf4b-c9b77bd4e470 HTTP/1.1" status: 200 len: 946 time: 0.0604002 May 03 23:54:01.627586 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-22479066-6647-427e-9686-9bfe9f7f1231 req-225d2025-8794-4f9b-985e-f0eef3120b59 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a9b5e6e-5f27-4dc7-8078-345eba378f61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357158 May 03 23:54:01.769315 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55c527e-3e99-4628-84a9-8a960f05bdfb req-9c62e376-02a1-4a1e-9a9f-2f0096285a8c tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:01.771060 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-f55c527e-3e99-4628-84a9-8a960f05bdfb req-9c62e376-02a1-4a1e-9a9f-2f0096285a8c tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=d828ae7b-10a7-44ba-ba9b-8e3d17e0de4f HTTP/1.1" status: 200 len: 945 time: 0.0657880 May 03 23:54:01.827973 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-f55c527e-3e99-4628-84a9-8a960f05bdfb req-704d9db9-4527-4f0c-8d30-47f3d6e24229 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa212b35-f6b0-4589-827d-9c3b989cfd50&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471928 May 03 23:54:01.997210 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518897de-2fc9-490a-8530-0c5107342f36 req-a9a5d3df-8cf0-4fa1-84f0-2e3758bd1b46 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:01.999020 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-518897de-2fc9-490a-8530-0c5107342f36 req-a9a5d3df-8cf0-4fa1-84f0-2e3758bd1b46 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b90b35a3-8206-4747-bf4b-c9b77bd4e470 HTTP/1.1" status: 200 len: 946 time: 0.0639725 May 03 23:54:02.021889 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 36546) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:54:02.031769 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.v2.base [None req-0de567ca-1bb2-4099-84b4-8042470ff701 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Request body: {'floatingip': {'port_id': '56c90ddc-e1fb-4285-a6fa-9780de2d37bc'}} {{(pid=114213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:54:02.065580 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d4d2de-6947-4daf-9bed-c89f4047e898 req-e771b48c-1a51-4bbf-be8f-05480dfaa7fd tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:02.067279 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-24d4d2de-6947-4daf-9bed-c89f4047e898 req-e771b48c-1a51-4bbf-be8f-05480dfaa7fd tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a98b7c-7213-435e-b792-a29d80ae1992 HTTP/1.1" status: 200 len: 946 time: 0.0866232 May 03 23:54:02.115332 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-24d4d2de-6947-4daf-9bed-c89f4047e898 req-b089fdaa-d54a-4b44-8e01-438f61fd762e tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] 10.222.0.13 "GET /v2.0/security-groups?id=368cf922-5b8b-4ac9-b3b7-aaedfbed4279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416026 May 03 23:54:02.138570 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-0de567ca-1bb2-4099-84b4-8042470ff701 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify callbacks [] for floatingip, before_update {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:02.335242 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 36560) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:54:02.376019 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ab4e5-d7ec-4262-a8b5-f10560fd459e req-050b8df1-47b9-4c93-a6a2-e2cd1d919154 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:02.377570 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-908ab4e5-d7ec-4262-a8b5-f10560fd459e req-050b8df1-47b9-4c93-a6a2-e2cd1d919154 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 945 time: 0.1200192 May 03 23:54:02.463315 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-908ab4e5-d7ec-4262-a8b5-f10560fd459e req-45eaa41e-1e7c-41d8-90f2-a566316286e4 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509133 May 03 23:54:02.590915 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-69ec625d-f1ba-472d-a4cd-2c8a6355e369 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:02.648290 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5ec8e3-5b57-4d75-b99f-519721145e06 req-597a4732-9a72-4a51-9ab2-63bfa4f0624d tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:02.650045 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-dc5ec8e3-5b57-4d75-b99f-519721145e06 req-597a4732-9a72-4a51-9ab2-63bfa4f0624d tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=53631f43-00b4-433e-b52b-c2ad2de8e21d HTTP/1.1" status: 200 len: 945 time: 0.1033847 May 03 23:54:02.726351 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-dc5ec8e3-5b57-4d75-b99f-519721145e06 req-9c89c93f-a2c7-417b-bdf7-56ef07ae26fa tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aabfbfc-09d0-4f5e-998f-a2943879bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594964 May 03 23:54:02.748864 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-69ec625d-f1ba-472d-a4cd-2c8a6355e369 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:02.822908 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-69ec625d-f1ba-472d-a4cd-2c8a6355e369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:02.858113 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-69ec625d-f1ba-472d-a4cd-2c8a6355e369 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0e8f2a0337e04913a16210a28f2e9e97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5190756 May 03 23:54:02.860443 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 36576) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:54:02.880810 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ec625d-f1ba-472d-a4cd-2c8a6355e369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c373c41a-8353-4c6a-9d3c-56dd13ac2416,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:02.998950 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.db.resource_extend [None req-0de567ca-1bb2-4099-84b4-8042470ff701 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 23:54:03.076188 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2727acbb-9fda-44fd-9510-f4d86e9b26fb req-d8ed4ffa-8a58-468c-ab57-31c5cbf2c281 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:03.077961 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-2727acbb-9fda-44fd-9510-f4d86e9b26fb req-d8ed4ffa-8a58-468c-ab57-31c5cbf2c281 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=d828ae7b-10a7-44ba-ba9b-8e3d17e0de4f HTTP/1.1" status: 200 len: 945 time: 0.1504757 May 03 23:54:03.125262 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-0de567ca-1bb2-4099-84b4-8042470ff701 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:03.126284 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-e3c755a8-e855-4ce8-982f-5bde03fa6172 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:03.162992 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-2727acbb-9fda-44fd-9510-f4d86e9b26fb req-6191c5a9-71f4-4ed8-8c7e-e1fc0b37fc01 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa212b35-f6b0-4589-827d-9c3b989cfd50&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0750644 May 03 23:54:03.165026 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-e3c755a8-e855-4ce8-982f-5bde03fa6172 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:03.240225 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-0de567ca-1bb2-4099-84b4-8042470ff701 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3761754'] for floatingip, after_update {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:03.273014 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d55b41-9a4a-41dc-a9d3-afec9b4b731f req-6c19728f-f289-4170-b778-4fe5039810c9 tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:03.274751 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-28d55b41-9a4a-41dc-a9d3-afec9b4b731f req-6c19728f-f289-4170-b778-4fe5039810c9 tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a98b7c-7213-435e-b792-a29d80ae1992 HTTP/1.1" status: 200 len: 946 time: 0.0548067 May 03 23:54:03.351470 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-28d55b41-9a4a-41dc-a9d3-afec9b4b731f req-34328382-bc3c-46a5-b4ff-4b27f280b27b tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] 10.222.0.13 "GET /v2.0/security-groups?id=368cf922-5b8b-4ac9-b3b7-aaedfbed4279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640838 May 03 23:54:03.474724 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.agents_db [None req-33eb5aa9-4e04-49df-8f84-9829a3bd54c6 None None] Agent healthcheck: found 6 active agents {{(pid=114215) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 23:54:03.479932 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-e3c755a8-e855-4ce8-982f-5bde03fa6172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:03.482495 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-e3c755a8-e855-4ce8-982f-5bde03fa6172 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:03.484609 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-e3c755a8-e855-4ce8-982f-5bde03fa6172 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c373c41a-8353-4c6a-9d3c-56dd13ac2416 HTTP/1.1" status: 204 len: 168 time: 0.6227975 May 03 23:54:03.500757 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c755a8-e855-4ce8-982f-5bde03fa6172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c373c41a-8353-4c6a-9d3c-56dd13ac2416,revision_number=None']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:03.617356 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.db.l3_db [None req-0de567ca-1bb2-4099-84b4-8042470ff701 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Floating IP 088a04fb-bf58-4565-a576-209992a4a095 associated. External IP: 172.27.2.203, port: 56c90ddc-e1fb-4285-a6fa-9780de2d37bc. May 03 23:54:03.768597 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4dd89-ee1e-4a43-a310-f885ca58838a req-738b3cf5-b663-4148-b887-79ce857dc478 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:03.768597 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-56e4dd89-ee1e-4a43-a310-f885ca58838a req-738b3cf5-b663-4148-b887-79ce857dc478 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 945 time: 0.1631515 May 03 23:54:03.868801 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-56e4dd89-ee1e-4a43-a310-f885ca58838a req-e118a46f-4551-461d-9782-f4a5d1520ff6 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760801 May 03 23:54:03.898772 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cde66de-fcec-423b-9b18-f7ffe4730551 req-e266d38a-3c52-4bae-8cf3-978ddc98cec3 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:03.900501 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-0cde66de-fcec-423b-9b18-f7ffe4730551 req-e266d38a-3c52-4bae-8cf3-978ddc98cec3 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=53631f43-00b4-433e-b52b-c2ad2de8e21d HTTP/1.1" status: 200 len: 945 time: 0.0671926 May 03 23:54:03.941170 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-c8282ee4-bf86-4c55-9948-dc1d5b039717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:03.964734 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-0cde66de-fcec-423b-9b18-f7ffe4730551 req-f3523bd8-0c8c-48a7-b279-47b3dd8f43e5 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aabfbfc-09d0-4f5e-998f-a2943879bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554368 May 03 23:54:03.998282 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0de567ca-1bb2-4099-84b4-8042470ff701 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Router 467d3080-6a84-4db9-b5a8-cd3d3a3a3252 has already been hosted by L3 agent 758adf3f-89d7-4e1b-912e-3871fb413390 {{(pid=114213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 23:54:04.164505 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de567ca-1bb2-4099-84b4-8042470ff701 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify agent at l3_agent.dv-cinder-840375-1-iscsi the message routers_updated {{(pid=114213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 23:54:04.169216 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-0de567ca-1bb2-4099-84b4-8042470ff701 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371'] for floatingip, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:04.178114 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b4e0f0-e3be-4ff9-8ca6-c9295b2fd790 None None] Sync routers for ids ['467d3080-6a84-4db9-b5a8-cd3d3a3a3252'] in dv-cinder-840375-1-iscsi {{(pid=114215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:54:04.188810 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b4e0f0-e3be-4ff9-8ca6-c9295b2fd790 None None] Routers {'467d3080-6a84-4db9-b5a8-cd3d3a3a3252'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:54:04.189570 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-d4b4e0f0-e3be-4ff9-8ca6-c9295b2fd790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-03T23:54:04Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['467d3080-6a84-4db9-b5a8-cd3d3a3a3252'], 'active': True} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:54:04.203579 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-0de567ca-1bb2-4099-84b4-8042470ff701 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "PUT /v2.0/floatingips/088a04fb-bf58-4565-a576-209992a4a095 HTTP/1.1" status: 200 len: 992 time: 2.1809371 May 03 23:54:04.204206 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b90b35a3-8206-4747-bf4b-c9b77bd4e470', 'tag': '56c90ddc-e1fb-4285-a6fa-9780de2d37bc'}] {{(pid=114213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:54:04.206601 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53d1e4f1e8632581442e9f46277f90828789bc3ac2677f75cdf13d6c47c4555d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f79e84eb-64e4-46b5-ad69-619a522a2d37" -d '{"events": [{"name": "network-changed", "server_uuid": "b90b35a3-8206-4747-bf4b-c9b77bd4e470", "tag": "56c90ddc-e1fb-4285-a6fa-9780de2d37bc"}]}' {{(pid=114213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 23:54:04.331066 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvr_db [None req-d4b4e0f0-e3be-4ff9-8ca6-c9295b2fd790 None None] Set router 467d3080-6a84-4db9-b5a8-cd3d3a3a3252 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 23:54:04.335784 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8bf465-c3db-40a3-9fac-be1342657de0 req-d99498b5-db97-44a9-9f51-14037a54c893 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:04.337423 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-7c8bf465-c3db-40a3-9fac-be1342657de0 req-d99498b5-db97-44a9-9f51-14037a54c893 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=d828ae7b-10a7-44ba-ba9b-8e3d17e0de4f HTTP/1.1" status: 200 len: 945 time: 0.0685482 May 03 23:54:04.414629 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-7c8bf465-c3db-40a3-9fac-be1342657de0 req-cf8c0291-2267-45e0-a989-8f25dfd26bb5 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa212b35-f6b0-4589-827d-9c3b989cfd50&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0691433 May 03 23:54:04.466146 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 23:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed857101-fde1-4646-ab2d-474cab3ab109 x-openstack-request-id: req-ed857101-fde1-4646-ab2d-474cab3ab109 {{(pid=114213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 23:54:04.466435 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b90b35a3-8206-4747-bf4b-c9b77bd4e470", "tag": "56c90ddc-e1fb-4285-a6fa-9780de2d37bc", "status": "completed", "code": 200}]} {{(pid=114213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 23:54:04.466683 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ed857101-fde1-4646-ab2d-474cab3ab109 {{(pid=114213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 23:54:04.467079 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed857101-fde1-4646-ab2d-474cab3ab109'] response: {'name': 'network-changed', 'server_uuid': 'b90b35a3-8206-4747-bf4b-c9b77bd4e470', 'tag': '56c90ddc-e1fb-4285-a6fa-9780de2d37bc', 'status': 'completed', 'code': 200} May 03 23:54:04.567690 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12b04af-eb8d-401e-9e10-b22cc065b377 req-994aac4c-16b6-42d8-8025-7324ce8aa11d tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:04.569381 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-c12b04af-eb8d-401e-9e10-b22cc065b377 req-994aac4c-16b6-42d8-8025-7324ce8aa11d tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a98b7c-7213-435e-b792-a29d80ae1992 HTTP/1.1" status: 200 len: 946 time: 0.0561690 May 03 23:54:04.629569 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-c12b04af-eb8d-401e-9e10-b22cc065b377 req-d98e17d1-6d1e-446b-889e-ee668359f9d5 tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] 10.222.0.13 "GET /v2.0/security-groups?id=368cf922-5b8b-4ac9-b3b7-aaedfbed4279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496442 May 03 23:54:04.666043 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e84eb-64e4-46b5-ad69-619a522a2d37 req-a3d7a75b-fbe0-453a-959f-e1d5e940ddb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:04.668012 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-f79e84eb-64e4-46b5-ad69-619a522a2d37 req-a3d7a75b-fbe0-453a-959f-e1d5e940ddb3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=18702b8992014a4095bdd8f1a1117571&device_id=b90b35a3-8206-4747-bf4b-c9b77bd4e470 HTTP/1.1" status: 200 len: 1099 time: 0.0911615 May 03 23:54:04.694090 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-d4b4e0f0-e3be-4ff9-8ca6-c9295b2fd790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '467d3080-6a84-4db9-b5a8-cd3d3a3a3252', 'name': 'tempest-AttachVolumeTestJSON-462322208-router', 'tenant_id': '18702b8992014a4095bdd8f1a1117571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '44108730-eb8a-4c03-816c-17fa04bac0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:52:58Z', 'updated_at': '2022-05-03T23:53:10Z', 'revision_number': 4, 'project_id': '18702b8992014a4095bdd8f1a1117571', 'gw_port': {'id': '44108730-eb8a-4c03-816c-17fa04bac0b9', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:9d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467d3080-6a84-4db9-b5a8-cd3d3a3a3252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:01Z', 'updated_at': '2022-05-03T23:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_floatingips': [{'id': '088a04fb-bf58-4565-a576-209992a4a095', 'tenant_id': '18702b8992014a4095bdd8f1a1117571', 'floating_ip_address': '172.27.2.203', 'floating_network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'router_id': '467d3080-6a84-4db9-b5a8-cd3d3a3a3252', 'port_id': '56c90ddc-e1fb-4285-a6fa-9780de2d37bc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '604bb18a-bbc8-4a96-8a59-cda5f9a33ba3', 'mac_address': 'fa:16:3e:25:e1:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90b35a3-8206-4747-bf4b-c9b77bd4e470', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:53:24Z', 'updated_at': '2022-05-03T23:54:02Z', 'revision_number': 1, 'project_id': '18702b8992014a4095bdd8f1a1117571', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bef2cf20-417b-4ee2-a17d-83bf4cad789a', 'name': '', 'network_id': '604bb18a-bbc8-4a96-8a59-cda5f9a33ba3', 'tenant_id': '18702b8992014a4095bdd8f1a1117571', 'mac_address': 'fa:16:3e:ce:a4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467d3080-6a84-4db9-b5a8-cd3d3a3a3252', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '812a278c-b546-48ea-b77a-ce9966d91767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:08Z', 'updated_at': '2022-05-03T23:53:23Z', 'revision_number': 5, 'project_id': '18702b8992014a4095bdd8f1a1117571', 'subnets': [{'id': '812a278c-b546-48ea-b77a-ce9966d91767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:54:04.735777 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b4e0f0-e3be-4ff9-8ca6-c9295b2fd790 None None] Checking router: 467d3080-6a84-4db9-b5a8-cd3d3a3a3252 for host: dv-cinder-840375-1-iscsi {{(pid=114215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:54:04.749568 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b4e0f0-e3be-4ff9-8ca6-c9295b2fd790 None None] Routers {'467d3080-6a84-4db9-b5a8-cd3d3a3a3252'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:54:04.750648 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-d4b4e0f0-e3be-4ff9-8ca6-c9295b2fd790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-03T23:54:04Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['467d3080-6a84-4db9-b5a8-cd3d3a3a3252'], 'active': True} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:54:04.776480 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e84eb-64e4-46b5-ad69-619a522a2d37 req-a9966e84-6aa7-4842-97d0-6377030d0ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:04.778330 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-f79e84eb-64e4-46b5-ad69-619a522a2d37 req-a9966e84-6aa7-4842-97d0-6377030d0ac9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=604bb18a-bbc8-4a96-8a59-cda5f9a33ba3 HTTP/1.1" status: 200 len: 911 time: 0.1014252 May 03 23:54:04.806299 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 36612) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:54:04.829365 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-2672bf1f-47d7-493f-ba69-c956bc813a88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:04.896565 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvr_db [None req-d4b4e0f0-e3be-4ff9-8ca6-c9295b2fd790 None None] Set router 467d3080-6a84-4db9-b5a8-cd3d3a3a3252 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 23:54:04.976283 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-f79e84eb-64e4-46b5-ad69-619a522a2d37 req-1febfef1-bb3f-4b67-8e1d-a85558964493 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=56c90ddc-e1fb-4285-a6fa-9780de2d37bc HTTP/1.1" status: 200 len: 1000 time: 0.1725204 May 03 23:54:05.047246 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3091ec6-8531-4a08-93ce-73dd4851564e req-59cff849-ab67-459e-8433-d43ac934ee7d tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:05.048942 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-c3091ec6-8531-4a08-93ce-73dd4851564e req-59cff849-ab67-459e-8433-d43ac934ee7d tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=53631f43-00b4-433e-b52b-c2ad2de8e21d HTTP/1.1" status: 200 len: 945 time: 0.1296673 May 03 23:54:05.065071 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-2672bf1f-47d7-493f-ba69-c956bc813a88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:05.109468 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-c3091ec6-8531-4a08-93ce-73dd4851564e req-d81cf5da-be59-4614-8891-2de41f7031dc tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aabfbfc-09d0-4f5e-998f-a2943879bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475228 May 03 23:54:05.172813 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-2672bf1f-47d7-493f-ba69-c956bc813a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:05.193476 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f1555-d5ef-4d76-9773-3feaa6b66e7a req-93b3fac1-23c8-4561-9b59-8ea981aa771c tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:05.195066 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-eb0f1555-d5ef-4d76-9773-3feaa6b66e7a req-93b3fac1-23c8-4561-9b59-8ea981aa771c tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 945 time: 0.1847315 May 03 23:54:05.199862 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e84eb-64e4-46b5-ad69-619a522a2d37 req-c9cca690-e4cc-42ea-890e-95f95ba80856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:05.201372 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-f79e84eb-64e4-46b5-ad69-619a522a2d37 req-c9cca690-e4cc-42ea-890e-95f95ba80856 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=812a278c-b546-48ea-b77a-ce9966d91767 HTTP/1.1" status: 200 len: 849 time: 0.2069190 May 03 23:54:05.211879 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-d4b4e0f0-e3be-4ff9-8ca6-c9295b2fd790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '467d3080-6a84-4db9-b5a8-cd3d3a3a3252', 'name': 'tempest-AttachVolumeTestJSON-462322208-router', 'tenant_id': '18702b8992014a4095bdd8f1a1117571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '44108730-eb8a-4c03-816c-17fa04bac0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:52:58Z', 'updated_at': '2022-05-03T23:53:10Z', 'revision_number': 4, 'project_id': '18702b8992014a4095bdd8f1a1117571', 'gw_port': {'id': '44108730-eb8a-4c03-816c-17fa04bac0b9', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:9d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467d3080-6a84-4db9-b5a8-cd3d3a3a3252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:01Z', 'updated_at': '2022-05-03T23:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_floatingips': [{'id': '088a04fb-bf58-4565-a576-209992a4a095', 'tenant_id': '18702b8992014a4095bdd8f1a1117571', 'floating_ip_address': '172.27.2.203', 'floating_network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'router_id': '467d3080-6a84-4db9-b5a8-cd3d3a3a3252', 'port_id': '56c90ddc-e1fb-4285-a6fa-9780de2d37bc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '604bb18a-bbc8-4a96-8a59-cda5f9a33ba3', 'mac_address': 'fa:16:3e:25:e1:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90b35a3-8206-4747-bf4b-c9b77bd4e470', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:53:24Z', 'updated_at': '2022-05-03T23:54:02Z', 'revision_number': 1, 'project_id': '18702b8992014a4095bdd8f1a1117571', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bef2cf20-417b-4ee2-a17d-83bf4cad789a', 'name': '', 'network_id': '604bb18a-bbc8-4a96-8a59-cda5f9a33ba3', 'tenant_id': '18702b8992014a4095bdd8f1a1117571', 'mac_address': 'fa:16:3e:ce:a4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467d3080-6a84-4db9-b5a8-cd3d3a3a3252', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '812a278c-b546-48ea-b77a-ce9966d91767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:08Z', 'updated_at': '2022-05-03T23:53:23Z', 'revision_number': 5, 'project_id': '18702b8992014a4095bdd8f1a1117571', 'subnets': [{'id': '812a278c-b546-48ea-b77a-ce9966d91767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:54:05.213029 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c4a594-f048-4010-88f6-91128c52f071 req-26850be7-3118-400e-92ca-da5cb69bf276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:05.214936 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-d1c4a594-f048-4010-88f6-91128c52f071 req-26850be7-3118-400e-92ca-da5cb69bf276 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b61197edd2154db6b72b860e57ff43ed&device_id=53631f43-00b4-433e-b52b-c2ad2de8e21d HTTP/1.1" status: 200 len: 1098 time: 0.0929859 May 03 23:54:05.233256 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-2672bf1f-47d7-493f-ba69-c956bc813a88 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0c1cf2673ee84a1bac27407316b1bc5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4250674 May 03 23:54:05.238125 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 36620) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:54:05.244185 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b4e0f0-e3be-4ff9-8ca6-c9295b2fd790 None None] The sync data for ids ['467d3080-6a84-4db9-b5a8-cd3d3a3a3252'] in dv-cinder-840375-1-iscsi is: [{'id': '467d3080-6a84-4db9-b5a8-cd3d3a3a3252', 'name': 'tempest-AttachVolumeTestJSON-462322208-router', 'tenant_id': '18702b8992014a4095bdd8f1a1117571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '44108730-eb8a-4c03-816c-17fa04bac0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:52:58Z', 'updated_at': '2022-05-03T23:53:10Z', 'revision_number': 4, 'project_id': '18702b8992014a4095bdd8f1a1117571', 'gw_port': {'id': '44108730-eb8a-4c03-816c-17fa04bac0b9', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:9d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467d3080-6a84-4db9-b5a8-cd3d3a3a3252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:01Z', 'updated_at': '2022-05-03T23:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_floatingips': [{'id': '088a04fb-bf58-4565-a576-209992a4a095', 'tenant_id': '18702b8992014a4095bdd8f1a1117571', 'floating_ip_address': '172.27.2.203', 'floating_network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'router_id': '467d3080-6a84-4db9-b5a8-cd3d3a3a3252', 'port_id': '56c90ddc-e1fb-4285-a6fa-9780de2d37bc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '604bb18a-bbc8-4a96-8a59-cda5f9a33ba3', 'mac_address': 'fa:16:3e:25:e1:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90b35a3-8206-4747-bf4b-c9b77bd4e470', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:53:24Z', 'updated_at': '2022-05-03T23:54:02Z', 'revision_number': 1, 'project_id': '18702b8992014a4095bdd8f1a1117571', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bef2cf20-417b-4ee2-a17d-83bf4cad789a', 'name': '', 'network_id': '604bb18a-bbc8-4a96-8a59-cda5f9a33ba3', 'tenant_id': '18702b8992014a4095bdd8f1a1117571', 'mac_address': 'fa:16:3e:ce:a4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467d3080-6a84-4db9-b5a8-cd3d3a3a3252', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '812a278c-b546-48ea-b77a-ce9966d91767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:08Z', 'updated_at': '2022-05-03T23:53:23Z', 'revision_number': 5, 'project_id': '18702b8992014a4095bdd8f1a1117571', 'subnets': [{'id': '812a278c-b546-48ea-b77a-ce9966d91767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:54:05.247661 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2672bf1f-47d7-493f-ba69-c956bc813a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c68569ff-389c-4bc0-8b95-b4ef3f64bc42,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:05.377378 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-9988ed24-7efc-4e8a-acf7-bcbfa55ed3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:05.382725 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-eb0f1555-d5ef-4d76-9773-3feaa6b66e7a req-ac110b32-46cf-43ed-b638-af68172fafa7 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1666434 May 03 23:54:05.420251 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e84eb-64e4-46b5-ad69-619a522a2d37 req-95b4d2c6-75c2-451f-b5af-bdd5d05da465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:05.422455 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-f79e84eb-64e4-46b5-ad69-619a522a2d37 req-95b4d2c6-75c2-451f-b5af-bdd5d05da465 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=604bb18a-bbc8-4a96-8a59-cda5f9a33ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1889563 May 03 23:54:05.454482 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-b9dc0c61-6b08-4940-8560-0fa65310ed02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:05.460816 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c4a594-f048-4010-88f6-91128c52f071 req-b321df00-bc7b-4113-9d27-bb278347f774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:05.462428 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-d1c4a594-f048-4010-88f6-91128c52f071 req-b321df00-bc7b-4113-9d27-bb278347f774 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0a6b04f9-6f06-4100-ad85-6b28ebd5afaa HTTP/1.1" status: 200 len: 920 time: 0.2306204 May 03 23:54:05.495400 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-b9dc0c61-6b08-4940-8560-0fa65310ed02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:05.570538 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b3528-13fa-4410-afa4-dd4a11bf8bb3 req-df441f7a-6dec-49c8-a229-da1579f7f3d7 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:05.573413 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-9a5b3528-13fa-4410-afa4-dd4a11bf8bb3 req-df441f7a-6dec-49c8-a229-da1579f7f3d7 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 945 time: 0.0690432 May 03 23:54:05.584991 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 36632) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:54:05.593942 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [None req-c33538b8-3bdb-4b6d-94af-502ee1637ac0 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Request body: {'floatingip': {'port_id': 'eddec5f8-eace-41cb-8aa4-6aae72b191af'}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:54:05.688547 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-d1c4a594-f048-4010-88f6-91128c52f071 req-7fe7f693-2bcb-496c-8272-8d153c2a1618 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce49da11-bddb-4f88-8fdc-3c9c00c7d680 HTTP/1.1" status: 200 len: 217 time: 0.1335886 May 03 23:54:05.753070 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-c33538b8-3bdb-4b6d-94af-502ee1637ac0 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify callbacks [] for floatingip, before_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:05.780119 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc6d43-621c-4d36-af5e-b990924473c7 req-64c55c42-82e0-4697-9fca-686d99a0905f tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:05.782985 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-71dc6d43-621c-4d36-af5e-b990924473c7 req-64c55c42-82e0-4697-9fca-686d99a0905f tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=d828ae7b-10a7-44ba-ba9b-8e3d17e0de4f HTTP/1.1" status: 200 len: 945 time: 0.2501969 May 03 23:54:05.842628 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c4a594-f048-4010-88f6-91128c52f071 req-1b06b7a0-1df7-4913-b606-c71cb6f695e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:05.845165 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-d1c4a594-f048-4010-88f6-91128c52f071 req-1b06b7a0-1df7-4913-b606-c71cb6f695e4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a71a973f-43f2-413b-b3e6-b8f0626526c4 HTTP/1.1" status: 200 len: 858 time: 0.1349258 May 03 23:54:05.849656 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-f79e84eb-64e4-46b5-ad69-619a522a2d37 req-4ca6f36c-c881-4572-9e31-17a11c8479cb service neutron] 10.222.0.47 "GET /v2.0/networks/604bb18a-bbc8-4a96-8a59-cda5f9a33ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3286653 May 03 23:54:05.874766 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-71dc6d43-621c-4d36-af5e-b990924473c7 req-d224c599-b302-4579-8dbd-d57e059a4cc2 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa212b35-f6b0-4589-827d-9c3b989cfd50&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0792067 May 03 23:54:05.924171 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-b9dc0c61-6b08-4940-8560-0fa65310ed02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:05.927901 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-b9dc0c61-6b08-4940-8560-0fa65310ed02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:05.928245 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-b9dc0c61-6b08-4940-8560-0fa65310ed02 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c68569ff-389c-4bc0-8b95-b4ef3f64bc42 HTTP/1.1" status: 204 len: 168 time: 0.6887949 May 03 23:54:05.961837 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dc0c61-6b08-4940-8560-0fa65310ed02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c68569ff-389c-4bc0-8b95-b4ef3f64bc42,revision_number=None']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:05.994878 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b383bba-5504-4bf3-b83f-b36dd06a9e2c req-e08be914-7aa1-4465-890a-48c2cbfe5698 tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:06.000365 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-9b383bba-5504-4bf3-b83f-b36dd06a9e2c req-e08be914-7aa1-4465-890a-48c2cbfe5698 tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a98b7c-7213-435e-b792-a29d80ae1992 HTTP/1.1" status: 200 len: 946 time: 0.2262444 May 03 23:54:06.083450 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-9b383bba-5504-4bf3-b83f-b36dd06a9e2c req-16e6ad64-8dfa-40f9-8c7f-4358d8b057af tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] 10.222.0.13 "GET /v2.0/security-groups?id=368cf922-5b8b-4ac9-b3b7-aaedfbed4279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505445 May 03 23:54:06.138624 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c4a594-f048-4010-88f6-91128c52f071 req-551a2645-107b-441b-bd0d-147ef611d8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:06.140863 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-d1c4a594-f048-4010-88f6-91128c52f071 req-551a2645-107b-441b-bd0d-147ef611d8cf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0a6b04f9-6f06-4100-ad85-6b28ebd5afaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2744997 May 03 23:54:06.154879 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ae40a0-427d-41c7-b0cb-5bbb58145419 req-466e512c-086e-40ca-86ee-da4730cefb5b tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:06.162466 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-06ae40a0-427d-41c7-b0cb-5bbb58145419 req-466e512c-086e-40ca-86ee-da4730cefb5b tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=d828ae7b-10a7-44ba-ba9b-8e3d17e0de4f HTTP/1.1" status: 200 len: 945 time: 0.1147659 May 03 23:54:06.179493 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 36652) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:54:06.184453 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.v2.base [None req-a2318a81-b1df-406f-aa80-bda5488c7990 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Request body: {'floatingip': {'port_id': '0e7d2ded-c95c-4536-a9bb-598691f1c01a'}} {{(pid=114213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:54:06.246658 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-f3996685-9434-443c-b5d7-edb245b755aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:06.251780 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-f79e84eb-64e4-46b5-ad69-619a522a2d37 req-916b19c9-21ee-4f78-91bd-4593f16c76cc service neutron] 10.222.0.47 "GET /v2.0/networks/604bb18a-bbc8-4a96-8a59-cda5f9a33ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3617771 May 03 23:54:06.304936 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-a2318a81-b1df-406f-aa80-bda5488c7990 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks [] for floatingip, before_update {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:06.457460 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550b9449-02cd-4dea-a29a-f2c98b6b3b4c None None] New status for floating IP 088a04fb-bf58-4565-a576-209992a4a095: ACTIVE {{(pid=114214) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 23:54:06.518413 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-d1c4a594-f048-4010-88f6-91128c52f071 req-33d37f7e-48d1-4628-9527-840f1ee1612c service neutron] 10.222.0.47 "GET /v2.0/networks/0a6b04f9-6f06-4100-ad85-6b28ebd5afaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3545921 May 03 23:54:06.614234 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb91ad1-4a02-4a3d-a1c7-494bc4960b93 req-81619855-31a9-4451-8e1c-e62030592a42 tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:06.616649 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-7bb91ad1-4a02-4a3d-a1c7-494bc4960b93 req-81619855-31a9-4451-8e1c-e62030592a42 tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] 10.222.0.47 "GET /v2.0/ports?device_id=21a98b7c-7213-435e-b792-a29d80ae1992 HTTP/1.1" status: 200 len: 946 time: 0.4075549 May 03 23:54:06.814647 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c5d59b-b51f-406f-a891-f6b01c9c8cf0 req-d55ed931-ff58-4311-bb5f-00c329da1290 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:06.829421 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-f6c5d59b-b51f-406f-a891-f6b01c9c8cf0 req-d55ed931-ff58-4311-bb5f-00c329da1290 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=53631f43-00b4-433e-b52b-c2ad2de8e21d HTTP/1.1" status: 200 len: 945 time: 0.3496745 May 03 23:54:06.860754 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-d1c4a594-f048-4010-88f6-91128c52f071 req-3cd52bb8-cde8-4b28-b735-aa774f84c840 service neutron] 10.222.0.47 "GET /v2.0/networks/0a6b04f9-6f06-4100-ad85-6b28ebd5afaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288326 May 03 23:54:07.098214 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:07.174152 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-f6c5d59b-b51f-406f-a891-f6b01c9c8cf0 req-5c9dd342-32a2-415a-aa1a-411ae6aa956b tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aabfbfc-09d0-4f5e-998f-a2943879bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3373172 May 03 23:54:07.274266 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.db.resource_extend [None req-c33538b8-3bdb-4b6d-94af-502ee1637ac0 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 23:54:07.376747 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.plugin [req-7bb91ad1-4a02-4a3d-a1c7-494bc4960b93 req-32640f70-07f6-497e-b967-12f2771447d4 tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] Deleting port 09236e2a-bba8-4c5a-8fb2-b908321fe4e8 {{(pid=114212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 03 23:54:07.377453 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-7bb91ad1-4a02-4a3d-a1c7-494bc4960b93 req-32640f70-07f6-497e-b967-12f2771447d4 tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733331783909'] for port, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:07.441975 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-c33538b8-3bdb-4b6d-94af-502ee1637ac0 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:07.533563 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.db [req-7bb91ad1-4a02-4a3d-a1c7-494bc4960b93 req-32640f70-07f6-497e-b967-12f2771447d4 tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] For port 09236e2a-bba8-4c5a-8fb2-b908321fe4e8, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=09236e2a-bba8-4c5a-8fb2-b908321fe4e8,segment=NetworkSegment(b35ef663-3c8f-4adb-a120-88388ef27397),segment_id=b35ef663-3c8f-4adb-a120-88388ef27397)] {{(pid=114212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:54:07.534120 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-7bb91ad1-4a02-4a3d-a1c7-494bc4960b93 req-32640f70-07f6-497e-b967-12f2771447d4 tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764614'] for port, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:07.547998 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-c33538b8-3bdb-4b6d-94af-502ee1637ac0 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3761754'] for floatingip, after_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:07.587347 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-a2318a81-b1df-406f-aa80-bda5488c7990 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:07.601372 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cee38af-e86f-4170-814a-70ed0a205e7d req-f28987fd-a140-4ad6-8ff3-9af4225bbb99 tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:07.602698 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-9cee38af-e86f-4170-814a-70ed0a205e7d req-f28987fd-a140-4ad6-8ff3-9af4225bbb99 tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a98b7c-7213-435e-b792-a29d80ae1992 HTTP/1.1" status: 200 len: 946 time: 0.3637068 May 03 23:54:07.609971 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.plugin [req-7bb91ad1-4a02-4a3d-a1c7-494bc4960b93 req-32640f70-07f6-497e-b967-12f2771447d4 tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] Calling delete_port for 09236e2a-bba8-4c5a-8fb2-b908321fe4e8 owned by compute:nova {{(pid=114212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 03 23:54:07.663630 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-9cee38af-e86f-4170-814a-70ed0a205e7d req-2b772d2f-ff10-4e9f-a2c7-e636d70a5a73 tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] 10.222.0.13 "GET /v2.0/security-groups?id=368cf922-5b8b-4ac9-b3b7-aaedfbed4279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489161 May 03 23:54:07.669638 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-a2318a81-b1df-406f-aa80-bda5488c7990 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3761754'] for floatingip, after_update {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:07.825778 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.db.l3_db [None req-a2318a81-b1df-406f-aa80-bda5488c7990 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Floating IP 2083c5d2-281f-434f-ac67-9890d6722d24 associated. External IP: 172.27.2.243, port: 0e7d2ded-c95c-4536-a9bb-598691f1c01a. May 03 23:54:07.846581 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.db.l3_db [None req-c33538b8-3bdb-4b6d-94af-502ee1637ac0 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Floating IP 69ab7145-08b7-4e1b-aab0-37c1a95fa2da associated. External IP: 172.27.2.254, port: eddec5f8-eace-41cb-8aa4-6aae72b191af. May 03 23:54:08.113332 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2318a81-b1df-406f-aa80-bda5488c7990 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Router 631a97f7-1cbf-4b95-adf6-8a2f356d4019 has already been hosted by L3 agent 758adf3f-89d7-4e1b-912e-3871fb413390 {{(pid=114213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 23:54:08.138654 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-7bb91ad1-4a02-4a3d-a1c7-494bc4960b93 req-32640f70-07f6-497e-b967-12f2771447d4 tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733331790767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733331236154'] for port, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:08.193751 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32640f70-07f6-497e-b967-12f2771447d4 tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] Pushing event deleted for resources: {'Port': ['ID=09236e2a-bba8-4c5a-8fb2-b908321fe4e8,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:08.197078 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] get_ports_and_sgs() called for port_ids ['09236e2a-bba8-4c5a-8fb2-b908321fe4e8'] {{(pid=114214) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 23:54:08.197715 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c33538b8-3bdb-4b6d-94af-502ee1637ac0 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Router 0ac2491f-d87e-497e-9dd1-95a1251bcf15 has already been hosted by L3 agent 758adf3f-89d7-4e1b-912e-3871fb413390 {{(pid=114212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 23:54:08.278526 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bb91ad1-4a02-4a3d-a1c7-494bc4960b93 req-32640f70-07f6-497e-b967-12f2771447d4 tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] No DVR routers for this DVR port 09236e2a-bba8-4c5a-8fb2-b908321fe4e8 on host hv-cinder-84037 {{(pid=114212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:54:08.283733 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-7bb91ad1-4a02-4a3d-a1c7-494bc4960b93 req-32640f70-07f6-497e-b967-12f2771447d4 tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371'] for port, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:08.287522 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-7bb91ad1-4a02-4a3d-a1c7-494bc4960b93 req-32640f70-07f6-497e-b967-12f2771447d4 tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] 10.222.0.47 "DELETE /v2.0/ports/09236e2a-bba8-4c5a-8fb2-b908321fe4e8 HTTP/1.1" status: 204 len: 173 time: 1.5940485 May 03 23:54:08.289151 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21a98b7c-7213-435e-b792-a29d80ae1992', 'name': 'network-vif-deleted', 'tag': '09236e2a-bba8-4c5a-8fb2-b908321fe4e8'}] {{(pid=114212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:54:08.291573 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d2be33a93c6036cad1ba084e78d1c3d957b621bee157ccc93bfe0a4b69d877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54731e95-66de-4b39-ae9f-32f74e61e2bf" -d '{"events": [{"server_uuid": "21a98b7c-7213-435e-b792-a29d80ae1992", "name": "network-vif-deleted", "tag": "09236e2a-bba8-4c5a-8fb2-b908321fe4e8"}]}' {{(pid=114212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 23:54:08.319538 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2318a81-b1df-406f-aa80-bda5488c7990 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify agent at l3_agent.dv-cinder-840375-1-iscsi the message routers_updated {{(pid=114213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 23:54:08.329824 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-a2318a81-b1df-406f-aa80-bda5488c7990 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371'] for floatingip, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:08.341117 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b317bb-83dd-4f24-b14a-10a8ad9eaf0d None None] Sync routers for ids ['631a97f7-1cbf-4b95-adf6-8a2f356d4019'] in dv-cinder-840375-1-iscsi {{(pid=114215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:54:08.358990 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b317bb-83dd-4f24-b14a-10a8ad9eaf0d None None] Routers {'631a97f7-1cbf-4b95-adf6-8a2f356d4019'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:54:08.361537 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-b9b317bb-83dd-4f24-b14a-10a8ad9eaf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-03T23:54:04Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['631a97f7-1cbf-4b95-adf6-8a2f356d4019'], 'active': True} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:54:08.377372 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 23:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b6b977-c775-4c39-bc49-0bd66adae899 x-openstack-request-id: req-f8b6b977-c775-4c39-bc49-0bd66adae899 {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 23:54:08.377949 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21a98b7c-7213-435e-b792-a29d80ae1992", "name": "network-vif-deleted", "tag": "09236e2a-bba8-4c5a-8fb2-b908321fe4e8", "status": "completed", "code": 200}]} {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 23:54:08.383383 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f8b6b977-c775-4c39-bc49-0bd66adae899 {{(pid=114212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 23:54:08.383383 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8b6b977-c775-4c39-bc49-0bd66adae899'] response: {'server_uuid': '21a98b7c-7213-435e-b792-a29d80ae1992', 'name': 'network-vif-deleted', 'tag': '09236e2a-bba8-4c5a-8fb2-b908321fe4e8', 'status': 'completed', 'code': 200} May 03 23:54:08.383776 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-a2318a81-b1df-406f-aa80-bda5488c7990 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "PUT /v2.0/floatingips/2083c5d2-281f-434f-ac67-9890d6722d24 HTTP/1.1" status: 200 len: 991 time: 2.2030408 May 03 23:54:08.384380 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd828ae7b-10a7-44ba-ba9b-8e3d17e0de4f', 'tag': '0e7d2ded-c95c-4536-a9bb-598691f1c01a'}] {{(pid=114213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:54:08.386960 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53d1e4f1e8632581442e9f46277f90828789bc3ac2677f75cdf13d6c47c4555d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48051582-482c-4b57-b539-2d0aafc34f9e" -d '{"events": [{"name": "network-changed", "server_uuid": "d828ae7b-10a7-44ba-ba9b-8e3d17e0de4f", "tag": "0e7d2ded-c95c-4536-a9bb-598691f1c01a"}]}' {{(pid=114213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 23:54:08.431441 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 23:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddba1a58-7f6d-44e4-af5f-7c8369f664c3 x-openstack-request-id: req-ddba1a58-7f6d-44e4-af5f-7c8369f664c3 {{(pid=114213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 23:54:08.431751 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d828ae7b-10a7-44ba-ba9b-8e3d17e0de4f", "tag": "0e7d2ded-c95c-4536-a9bb-598691f1c01a", "status": "completed", "code": 200}]} {{(pid=114213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 23:54:08.432001 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ddba1a58-7f6d-44e4-af5f-7c8369f664c3 {{(pid=114213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 23:54:08.432408 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddba1a58-7f6d-44e4-af5f-7c8369f664c3'] response: {'name': 'network-changed', 'server_uuid': 'd828ae7b-10a7-44ba-ba9b-8e3d17e0de4f', 'tag': '0e7d2ded-c95c-4536-a9bb-598691f1c01a', 'status': 'completed', 'code': 200} May 03 23:54:08.568353 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvr_db [None req-b9b317bb-83dd-4f24-b14a-10a8ad9eaf0d None None] Set router 631a97f7-1cbf-4b95-adf6-8a2f356d4019 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 23:54:08.723190 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c33538b8-3bdb-4b6d-94af-502ee1637ac0 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify agent at l3_agent.dv-cinder-840375-1-iscsi the message routers_updated {{(pid=114212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 23:54:08.731224 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-c33538b8-3bdb-4b6d-94af-502ee1637ac0 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371'] for floatingip, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:08.743391 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2bd5a9-bf5c-4804-a63a-fa8364a965a9 req-7b084bc8-12a9-4390-80db-36376f3b0b0b tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:08.744883 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-ee2bd5a9-bf5c-4804-a63a-fa8364a965a9 req-7b084bc8-12a9-4390-80db-36376f3b0b0b tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=53631f43-00b4-433e-b52b-c2ad2de8e21d HTTP/1.1" status: 200 len: 945 time: 0.4502556 May 03 23:54:08.757283 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ba742a-a6a9-4b99-9e24-4aff4702ee88 None None] Sync routers for ids ['0ac2491f-d87e-497e-9dd1-95a1251bcf15'] in dv-cinder-840375-1-iscsi {{(pid=114214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:54:08.800858 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48051582-482c-4b57-b539-2d0aafc34f9e req-b3c3bee9-a5e8-4ad7-8c32-7acee2d28b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:08.802535 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-48051582-482c-4b57-b539-2d0aafc34f9e req-b3c3bee9-a5e8-4ad7-8c32-7acee2d28b5c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4f6a10010e894f0390d087e92b3d1035&device_id=d828ae7b-10a7-44ba-ba9b-8e3d17e0de4f HTTP/1.1" status: 200 len: 1098 time: 0.1375909 May 03 23:54:08.811099 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-c33538b8-3bdb-4b6d-94af-502ee1637ac0 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "PUT /v2.0/floatingips/69ab7145-08b7-4e1b-aab0-37c1a95fa2da HTTP/1.1" status: 200 len: 991 time: 3.2245066 May 03 23:54:08.815254 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ba742a-a6a9-4b99-9e24-4aff4702ee88 None None] Routers {'0ac2491f-d87e-497e-9dd1-95a1251bcf15'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:54:08.815897 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-16ba742a-a6a9-4b99-9e24-4aff4702ee88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-03T23:54:04Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['0ac2491f-d87e-497e-9dd1-95a1251bcf15'], 'active': True} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:54:08.910037 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-ee2bd5a9-bf5c-4804-a63a-fa8364a965a9 req-3ec8ddd0-7173-4a5b-9ace-b1a5933c0f62 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aabfbfc-09d0-4f5e-998f-a2943879bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428816 May 03 23:54:08.947483 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-be7f20ca-77f3-4a0e-b8e5-24fd840f4993 req-7f3db77b-29f1-47ff-be91-3e1209211eb7 tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a98b7c-7213-435e-b792-a29d80ae1992 HTTP/1.1" status: 200 len: 210 time: 0.0579836 May 03 23:54:08.996690 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-b9b317bb-83dd-4f24-b14a-10a8ad9eaf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'name': 'tempest-AttachVolumeNegativeTest-158062797-router', 'tenant_id': '4f6a10010e894f0390d087e92b3d1035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '4451ff75-8bf2-4507-a5f3-127842a648f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:52:56Z', 'updated_at': '2022-05-03T23:53:06Z', 'revision_number': 4, 'project_id': '4f6a10010e894f0390d087e92b3d1035', 'gw_port': {'id': '4451ff75-8bf2-4507-a5f3-127842a648f6', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:06:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:52:58Z', 'updated_at': '2022-05-03T23:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_floatingips': [{'id': '2083c5d2-281f-434f-ac67-9890d6722d24', 'tenant_id': '4f6a10010e894f0390d087e92b3d1035', 'floating_ip_address': '172.27.2.243', 'floating_network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'router_id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'port_id': '0e7d2ded-c95c-4536-a9bb-598691f1c01a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88061c84-ec22-4a18-841b-8db91bd7572a', 'mac_address': 'fa:16:3e:cf:4c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd828ae7b-10a7-44ba-ba9b-8e3d17e0de4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:53:21Z', 'updated_at': '2022-05-03T23:54:07Z', 'revision_number': 1, 'project_id': '4f6a10010e894f0390d087e92b3d1035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd07f3b14-e6b3-40d4-9719-de456f7359f6', 'name': '', 'network_id': '88061c84-ec22-4a18-841b-8db91bd7572a', 'tenant_id': '4f6a10010e894f0390d087e92b3d1035', 'mac_address': 'fa:16:3e:f6:8d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b5c212ed-61ce-414c-afb5-0c8516817b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:04Z', 'updated_at': '2022-05-03T23:53:17Z', 'revision_number': 5, 'project_id': '4f6a10010e894f0390d087e92b3d1035', 'subnets': [{'id': 'b5c212ed-61ce-414c-afb5-0c8516817b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:54:09.030069 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b317bb-83dd-4f24-b14a-10a8ad9eaf0d None None] Checking router: 631a97f7-1cbf-4b95-adf6-8a2f356d4019 for host: dv-cinder-840375-1-iscsi {{(pid=114215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:54:09.030955 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48051582-482c-4b57-b539-2d0aafc34f9e req-fb9531e0-127d-4529-bb31-4202edd5ac00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:09.031364 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-48051582-482c-4b57-b539-2d0aafc34f9e req-fb9531e0-127d-4529-bb31-4202edd5ac00 service neutron] 10.222.0.47 "GET /v2.0/networks?id=88061c84-ec22-4a18-841b-8db91bd7572a HTTP/1.1" status: 200 len: 915 time: 0.1976409 May 03 23:54:09.035880 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvr_db [None req-16ba742a-a6a9-4b99-9e24-4aff4702ee88 None None] Set router 0ac2491f-d87e-497e-9dd1-95a1251bcf15 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 23:54:09.039820 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b317bb-83dd-4f24-b14a-10a8ad9eaf0d None None] Routers {'631a97f7-1cbf-4b95-adf6-8a2f356d4019'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:54:09.040827 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-b9b317bb-83dd-4f24-b14a-10a8ad9eaf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-03T23:54:04Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['631a97f7-1cbf-4b95-adf6-8a2f356d4019'], 'active': True} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:54:09.191603 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-48051582-482c-4b57-b539-2d0aafc34f9e req-0fa02e7c-5f16-409c-a071-188b5b3fff67 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e7d2ded-c95c-4536-a9bb-598691f1c01a HTTP/1.1" status: 200 len: 999 time: 0.1434717 May 03 23:54:09.277485 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48051582-482c-4b57-b539-2d0aafc34f9e req-20fbae09-9dfe-4453-9f6a-a3ef7af8395a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:09.279541 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-48051582-482c-4b57-b539-2d0aafc34f9e req-20fbae09-9dfe-4453-9f6a-a3ef7af8395a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b5c212ed-61ce-414c-afb5-0c8516817b16 HTTP/1.1" status: 200 len: 853 time: 0.0814071 May 03 23:54:09.290129 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvr_db [None req-b9b317bb-83dd-4f24-b14a-10a8ad9eaf0d None None] Set router 631a97f7-1cbf-4b95-adf6-8a2f356d4019 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 23:54:09.370418 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48051582-482c-4b57-b539-2d0aafc34f9e req-062e3b77-46b2-424b-8fd0-a53e48519a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:09.373340 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-48051582-482c-4b57-b539-2d0aafc34f9e req-062e3b77-46b2-424b-8fd0-a53e48519a11 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=88061c84-ec22-4a18-841b-8db91bd7572a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0842957 May 03 23:54:09.440544 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-16ba742a-a6a9-4b99-9e24-4aff4702ee88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac2491f-d87e-497e-9dd1-95a1251bcf15', 'name': 'tempest-AttachVolumeShelveTestJSON-2104173359-router', 'tenant_id': '03bce0db30814ab1a93850e3a33758bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '26de31a4-a158-4f76-b65e-4292da0ec2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:52:57Z', 'updated_at': '2022-05-03T23:53:10Z', 'revision_number': 4, 'project_id': '03bce0db30814ab1a93850e3a33758bc', 'gw_port': {'id': '26de31a4-a158-4f76-b65e-4292da0ec2ab', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac2491f-d87e-497e-9dd1-95a1251bcf15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:52:58Z', 'updated_at': '2022-05-03T23:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_floatingips': [{'id': '69ab7145-08b7-4e1b-aab0-37c1a95fa2da', 'tenant_id': '03bce0db30814ab1a93850e3a33758bc', 'floating_ip_address': '172.27.2.254', 'floating_network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'router_id': '0ac2491f-d87e-497e-9dd1-95a1251bcf15', 'port_id': 'eddec5f8-eace-41cb-8aa4-6aae72b191af', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6794dc24-6270-444d-9eb8-8dafb7765ac3', 'mac_address': 'fa:16:3e:da:50:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc196673-33de-4fe2-8ff5-9f0d6977d56b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:53:29Z', 'updated_at': '2022-05-03T23:54:07Z', 'revision_number': 1, 'project_id': '03bce0db30814ab1a93850e3a33758bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c0d12b7-288c-4279-8b35-041486d27e2a', 'name': '', 'network_id': '6794dc24-6270-444d-9eb8-8dafb7765ac3', 'tenant_id': '03bce0db30814ab1a93850e3a33758bc', 'mac_address': 'fa:16:3e:fa:bf:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac2491f-d87e-497e-9dd1-95a1251bcf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c9819db7-dd9c-4945-a665-c049574a03e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:08Z', 'updated_at': '2022-05-03T23:53:31Z', 'revision_number': 5, 'project_id': '03bce0db30814ab1a93850e3a33758bc', 'subnets': [{'id': 'c9819db7-dd9c-4945-a665-c049574a03e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:54:09.476641 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ba742a-a6a9-4b99-9e24-4aff4702ee88 None None] Checking router: 0ac2491f-d87e-497e-9dd1-95a1251bcf15 for host: dv-cinder-840375-1-iscsi {{(pid=114214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:54:09.488722 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ba742a-a6a9-4b99-9e24-4aff4702ee88 None None] Routers {'0ac2491f-d87e-497e-9dd1-95a1251bcf15'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:54:09.489607 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-16ba742a-a6a9-4b99-9e24-4aff4702ee88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-03T23:54:04Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['0ac2491f-d87e-497e-9dd1-95a1251bcf15'], 'active': True} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:54:09.527009 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 36738) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:54:09.585447 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-48051582-482c-4b57-b539-2d0aafc34f9e req-472b27d6-de43-42a9-afb6-41f072f7fb62 service neutron] 10.222.0.47 "GET /v2.0/networks/88061c84-ec22-4a18-841b-8db91bd7572a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006576 May 03 23:54:09.586623 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 36742) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:54:09.685440 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvr_db [None req-16ba742a-a6a9-4b99-9e24-4aff4702ee88 None None] Set router 0ac2491f-d87e-497e-9dd1-95a1251bcf15 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 23:54:09.718433 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-b9b317bb-83dd-4f24-b14a-10a8ad9eaf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'name': 'tempest-AttachVolumeNegativeTest-158062797-router', 'tenant_id': '4f6a10010e894f0390d087e92b3d1035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '4451ff75-8bf2-4507-a5f3-127842a648f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:52:56Z', 'updated_at': '2022-05-03T23:53:06Z', 'revision_number': 4, 'project_id': '4f6a10010e894f0390d087e92b3d1035', 'gw_port': {'id': '4451ff75-8bf2-4507-a5f3-127842a648f6', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:06:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:52:58Z', 'updated_at': '2022-05-03T23:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_floatingips': [{'id': '2083c5d2-281f-434f-ac67-9890d6722d24', 'tenant_id': '4f6a10010e894f0390d087e92b3d1035', 'floating_ip_address': '172.27.2.243', 'floating_network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'router_id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'port_id': '0e7d2ded-c95c-4536-a9bb-598691f1c01a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88061c84-ec22-4a18-841b-8db91bd7572a', 'mac_address': 'fa:16:3e:cf:4c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd828ae7b-10a7-44ba-ba9b-8e3d17e0de4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:53:21Z', 'updated_at': '2022-05-03T23:54:07Z', 'revision_number': 1, 'project_id': '4f6a10010e894f0390d087e92b3d1035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd07f3b14-e6b3-40d4-9719-de456f7359f6', 'name': '', 'network_id': '88061c84-ec22-4a18-841b-8db91bd7572a', 'tenant_id': '4f6a10010e894f0390d087e92b3d1035', 'mac_address': 'fa:16:3e:f6:8d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b5c212ed-61ce-414c-afb5-0c8516817b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:04Z', 'updated_at': '2022-05-03T23:53:17Z', 'revision_number': 5, 'project_id': '4f6a10010e894f0390d087e92b3d1035', 'subnets': [{'id': 'b5c212ed-61ce-414c-afb5-0c8516817b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:54:09.755154 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b317bb-83dd-4f24-b14a-10a8ad9eaf0d None None] The sync data for ids ['631a97f7-1cbf-4b95-adf6-8a2f356d4019'] in dv-cinder-840375-1-iscsi is: [{'id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'name': 'tempest-AttachVolumeNegativeTest-158062797-router', 'tenant_id': '4f6a10010e894f0390d087e92b3d1035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '4451ff75-8bf2-4507-a5f3-127842a648f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:52:56Z', 'updated_at': '2022-05-03T23:53:06Z', 'revision_number': 4, 'project_id': '4f6a10010e894f0390d087e92b3d1035', 'gw_port': {'id': '4451ff75-8bf2-4507-a5f3-127842a648f6', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:06:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:52:58Z', 'updated_at': '2022-05-03T23:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_floatingips': [{'id': '2083c5d2-281f-434f-ac67-9890d6722d24', 'tenant_id': '4f6a10010e894f0390d087e92b3d1035', 'floating_ip_address': '172.27.2.243', 'floating_network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'router_id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'port_id': '0e7d2ded-c95c-4536-a9bb-598691f1c01a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88061c84-ec22-4a18-841b-8db91bd7572a', 'mac_address': 'fa:16:3e:cf:4c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd828ae7b-10a7-44ba-ba9b-8e3d17e0de4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:53:21Z', 'updated_at': '2022-05-03T23:54:07Z', 'revision_number': 1, 'project_id': '4f6a10010e894f0390d087e92b3d1035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd07f3b14-e6b3-40d4-9719-de456f7359f6', 'name': '', 'network_id': '88061c84-ec22-4a18-841b-8db91bd7572a', 'tenant_id': '4f6a10010e894f0390d087e92b3d1035', 'mac_address': 'fa:16:3e:f6:8d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b5c212ed-61ce-414c-afb5-0c8516817b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:04Z', 'updated_at': '2022-05-03T23:53:17Z', 'revision_number': 5, 'project_id': '4f6a10010e894f0390d087e92b3d1035', 'subnets': [{'id': 'b5c212ed-61ce-414c-afb5-0c8516817b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:54:09.761160 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-48051582-482c-4b57-b539-2d0aafc34f9e req-8570c1bf-dfe0-4812-9edd-c7be807180de service neutron] 10.222.0.47 "GET /v2.0/networks/88061c84-ec22-4a18-841b-8db91bd7572a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656139 May 03 23:54:09.918493 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-ea3e8cda-0d8b-421f-83db-f13fd1eb8878 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:10.023998 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-e82a3510-ae44-4b76-ab67-607bbbc5ea3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:10.035887 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-16ba742a-a6a9-4b99-9e24-4aff4702ee88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac2491f-d87e-497e-9dd1-95a1251bcf15', 'name': 'tempest-AttachVolumeShelveTestJSON-2104173359-router', 'tenant_id': '03bce0db30814ab1a93850e3a33758bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '26de31a4-a158-4f76-b65e-4292da0ec2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:52:57Z', 'updated_at': '2022-05-03T23:53:10Z', 'revision_number': 4, 'project_id': '03bce0db30814ab1a93850e3a33758bc', 'gw_port': {'id': '26de31a4-a158-4f76-b65e-4292da0ec2ab', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac2491f-d87e-497e-9dd1-95a1251bcf15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:52:58Z', 'updated_at': '2022-05-03T23:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_floatingips': [{'id': '69ab7145-08b7-4e1b-aab0-37c1a95fa2da', 'tenant_id': '03bce0db30814ab1a93850e3a33758bc', 'floating_ip_address': '172.27.2.254', 'floating_network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'router_id': '0ac2491f-d87e-497e-9dd1-95a1251bcf15', 'port_id': 'eddec5f8-eace-41cb-8aa4-6aae72b191af', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6794dc24-6270-444d-9eb8-8dafb7765ac3', 'mac_address': 'fa:16:3e:da:50:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc196673-33de-4fe2-8ff5-9f0d6977d56b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:53:29Z', 'updated_at': '2022-05-03T23:54:07Z', 'revision_number': 1, 'project_id': '03bce0db30814ab1a93850e3a33758bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c0d12b7-288c-4279-8b35-041486d27e2a', 'name': '', 'network_id': '6794dc24-6270-444d-9eb8-8dafb7765ac3', 'tenant_id': '03bce0db30814ab1a93850e3a33758bc', 'mac_address': 'fa:16:3e:fa:bf:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac2491f-d87e-497e-9dd1-95a1251bcf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c9819db7-dd9c-4945-a665-c049574a03e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:08Z', 'updated_at': '2022-05-03T23:53:31Z', 'revision_number': 5, 'project_id': '03bce0db30814ab1a93850e3a33758bc', 'subnets': [{'id': 'c9819db7-dd9c-4945-a665-c049574a03e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:54:10.099888 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ba742a-a6a9-4b99-9e24-4aff4702ee88 None None] The sync data for ids ['0ac2491f-d87e-497e-9dd1-95a1251bcf15'] in dv-cinder-840375-1-iscsi is: [{'id': '0ac2491f-d87e-497e-9dd1-95a1251bcf15', 'name': 'tempest-AttachVolumeShelveTestJSON-2104173359-router', 'tenant_id': '03bce0db30814ab1a93850e3a33758bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '26de31a4-a158-4f76-b65e-4292da0ec2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:52:57Z', 'updated_at': '2022-05-03T23:53:10Z', 'revision_number': 4, 'project_id': '03bce0db30814ab1a93850e3a33758bc', 'gw_port': {'id': '26de31a4-a158-4f76-b65e-4292da0ec2ab', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac2491f-d87e-497e-9dd1-95a1251bcf15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:52:58Z', 'updated_at': '2022-05-03T23:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_floatingips': [{'id': '69ab7145-08b7-4e1b-aab0-37c1a95fa2da', 'tenant_id': '03bce0db30814ab1a93850e3a33758bc', 'floating_ip_address': '172.27.2.254', 'floating_network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'router_id': '0ac2491f-d87e-497e-9dd1-95a1251bcf15', 'port_id': 'eddec5f8-eace-41cb-8aa4-6aae72b191af', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6794dc24-6270-444d-9eb8-8dafb7765ac3', 'mac_address': 'fa:16:3e:da:50:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc196673-33de-4fe2-8ff5-9f0d6977d56b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:53:29Z', 'updated_at': '2022-05-03T23:54:07Z', 'revision_number': 1, 'project_id': '03bce0db30814ab1a93850e3a33758bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c0d12b7-288c-4279-8b35-041486d27e2a', 'name': '', 'network_id': '6794dc24-6270-444d-9eb8-8dafb7765ac3', 'tenant_id': '03bce0db30814ab1a93850e3a33758bc', 'mac_address': 'fa:16:3e:fa:bf:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac2491f-d87e-497e-9dd1-95a1251bcf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c9819db7-dd9c-4945-a665-c049574a03e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:08Z', 'updated_at': '2022-05-03T23:53:31Z', 'revision_number': 5, 'project_id': '03bce0db30814ab1a93850e3a33758bc', 'subnets': [{'id': 'c9819db7-dd9c-4945-a665-c049574a03e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:54:10.146535 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-b886f1c9-707d-49b2-8661-ab10d63011a6 req-d0204ee6-4563-4143-9194-cc9d0850908e tempest-DeleteServersTestJSON-1847520341 tempest-DeleteServersTestJSON-1847520341-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a98b7c-7213-435e-b792-a29d80ae1992 HTTP/1.1" status: 200 len: 210 time: 0.0540535 May 03 23:54:10.161899 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10823bd-1b25-4c5c-8f7f-e502f847ab8a None None] New status for floating IP 2083c5d2-281f-434f-ac67-9890d6722d24: ACTIVE {{(pid=114215) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 23:54:10.185331 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-ea3e8cda-0d8b-421f-83db-f13fd1eb8878 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:10.219775 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8d259f-ab43-4760-8247-9ffb18c22536 req-e5265fcf-b3d8-4a87-98ea-753dcb443171 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:10.220847 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-3d8d259f-ab43-4760-8247-9ffb18c22536 req-e5265fcf-b3d8-4a87-98ea-753dcb443171 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=53631f43-00b4-433e-b52b-c2ad2de8e21d HTTP/1.1" status: 200 len: 945 time: 0.1353564 May 03 23:54:10.270531 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-ea3e8cda-0d8b-421f-83db-f13fd1eb8878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:10.337317 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-e82a3510-ae44-4b76-ab67-607bbbc5ea3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:10.382104 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc196673-33de-4fe2-8ff5-9f0d6977d56b', 'tag': 'eddec5f8-eace-41cb-8aa4-6aae72b191af'}] {{(pid=114212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:54:10.385919 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d2be33a93c6036cad1ba084e78d1c3d957b621bee157ccc93bfe0a4b69d877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-935f070c-4ad1-45d4-872b-22176267fa7c" -d '{"events": [{"name": "network-changed", "server_uuid": "bc196673-33de-4fe2-8ff5-9f0d6977d56b", "tag": "eddec5f8-eace-41cb-8aa4-6aae72b191af"}]}' {{(pid=114212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 23:54:10.403337 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-3d8d259f-ab43-4760-8247-9ffb18c22536 req-27b86d38-0594-4f18-ac61-91ce88adfc45 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aabfbfc-09d0-4f5e-998f-a2943879bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714661 May 03 23:54:10.407854 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-ea3e8cda-0d8b-421f-83db-f13fd1eb8878 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f5a6899e885b4019a482fc8443a0be8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8197801 May 03 23:54:10.409025 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3e8cda-0d8b-421f-83db-f13fd1eb8878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a3c67c8-d7d9-42d4-a06a-49b0efe0a424,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:10.412473 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 36762) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:54:10.446798 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-e82a3510-ae44-4b76-ab67-607bbbc5ea3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:10.509907 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 23:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59eb77e5-b22d-44ea-86bd-0ec73cd0a81b x-openstack-request-id: req-59eb77e5-b22d-44ea-86bd-0ec73cd0a81b {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 23:54:10.510385 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc196673-33de-4fe2-8ff5-9f0d6977d56b", "tag": "eddec5f8-eace-41cb-8aa4-6aae72b191af", "status": "completed", "code": 200}]} {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 23:54:10.510764 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-59eb77e5-b22d-44ea-86bd-0ec73cd0a81b {{(pid=114212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 23:54:10.511329 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59eb77e5-b22d-44ea-86bd-0ec73cd0a81b'] response: {'name': 'network-changed', 'server_uuid': 'bc196673-33de-4fe2-8ff5-9f0d6977d56b', 'tag': 'eddec5f8-eace-41cb-8aa4-6aae72b191af', 'status': 'completed', 'code': 200} May 03 23:54:10.524440 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-e82a3510-ae44-4b76-ab67-607bbbc5ea3a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=74707029976042dc9fcc6ca90ac3321a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9962790 May 03 23:54:10.525320 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82a3510-ae44-4b76-ab67-607bbbc5ea3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43329e67-4db4-44f5-8a1d-66d91bc66bbc,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:10.528206 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 36764) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:54:10.543903 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-77059c98-1d8b-4052-92cf-6bea5476ede7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:10.582166 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-77059c98-1d8b-4052-92cf-6bea5476ede7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:10.669931 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935f070c-4ad1-45d4-872b-22176267fa7c req-ad5933f3-710c-4ff0-ae0f-e84cc2c385ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:10.671605 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-935f070c-4ad1-45d4-872b-22176267fa7c req-ad5933f3-710c-4ff0-ae0f-e84cc2c385ef service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=03bce0db30814ab1a93850e3a33758bc&device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 1098 time: 0.0657289 May 03 23:54:10.696578 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-fe77b5ef-f265-4d7d-98dd-21b51546518a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:10.815093 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-fe77b5ef-f265-4d7d-98dd-21b51546518a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:10.851977 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-77059c98-1d8b-4052-92cf-6bea5476ede7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:10.859816 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-77059c98-1d8b-4052-92cf-6bea5476ede7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:10.861899 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-77059c98-1d8b-4052-92cf-6bea5476ede7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8a3c67c8-d7d9-42d4-a06a-49b0efe0a424 HTTP/1.1" status: 204 len: 168 time: 0.4481587 May 03 23:54:10.870754 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935f070c-4ad1-45d4-872b-22176267fa7c req-4e8d45d5-70d9-4cae-b145-dfb91d60e89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:10.870754 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-935f070c-4ad1-45d4-872b-22176267fa7c req-4e8d45d5-70d9-4cae-b145-dfb91d60e89e service neutron] 10.222.0.47 "GET /v2.0/networks?id=6794dc24-6270-444d-9eb8-8dafb7765ac3 HTTP/1.1" status: 200 len: 918 time: 0.1899190 May 03 23:54:10.877251 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77059c98-1d8b-4052-92cf-6bea5476ede7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a3c67c8-d7d9-42d4-a06a-49b0efe0a424,revision_number=None']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:10.961215 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-935f070c-4ad1-45d4-872b-22176267fa7c req-e8cdf1b4-fab5-454b-be2f-9b624dd3913e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eddec5f8-eace-41cb-8aa4-6aae72b191af HTTP/1.1" status: 200 len: 999 time: 0.0767257 May 03 23:54:11.017967 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935f070c-4ad1-45d4-872b-22176267fa7c req-8aa20480-27fc-4151-ad8c-49f32ba5d9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:11.019577 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-935f070c-4ad1-45d4-872b-22176267fa7c req-8aa20480-27fc-4151-ad8c-49f32ba5d9e6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c9819db7-dd9c-4945-a665-c049574a03e0 HTTP/1.1" status: 200 len: 856 time: 0.0501082 May 03 23:54:11.086859 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935f070c-4ad1-45d4-872b-22176267fa7c req-985e7f7d-b9ba-4e2a-b8e1-5c6191435eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:11.093474 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-935f070c-4ad1-45d4-872b-22176267fa7c req-985e7f7d-b9ba-4e2a-b8e1-5c6191435eef service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6794dc24-6270-444d-9eb8-8dafb7765ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440454 May 03 23:54:11.149879 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-fe77b5ef-f265-4d7d-98dd-21b51546518a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:11.152410 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-fe77b5ef-f265-4d7d-98dd-21b51546518a admin admin] Notify callbacks [] for security_group, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:11.153552 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-fe77b5ef-f265-4d7d-98dd-21b51546518a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/43329e67-4db4-44f5-8a1d-66d91bc66bbc HTTP/1.1" status: 204 len: 168 time: 0.6241438 May 03 23:54:11.168801 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe77b5ef-f265-4d7d-98dd-21b51546518a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43329e67-4db4-44f5-8a1d-66d91bc66bbc,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:11.221027 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-935f070c-4ad1-45d4-872b-22176267fa7c req-a616934e-c49b-4057-b67f-29c2f48681b2 service neutron] 10.222.0.47 "GET /v2.0/networks/6794dc24-6270-444d-9eb8-8dafb7765ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212652 May 03 23:54:11.347313 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-935f070c-4ad1-45d4-872b-22176267fa7c req-f33539b8-b2cc-48bc-aba0-272be70933e5 service neutron] 10.222.0.47 "GET /v2.0/networks/6794dc24-6270-444d-9eb8-8dafb7765ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097500 May 03 23:54:11.442394 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device 09236e2a-bba8-4c5a-8fb2-b908321fe4e8 no longer exists at agent hyperv_hv-cinder-84037 {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 23:54:11.464228 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] No Port match for: 09236e2a-bba8-4c5a-8fb2-b908321fe4e8 {{(pid=114214) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 03 23:54:11.464569 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device 09236e2a-bba8-4c5a-8fb2-b908321fe4e8 not bound to the agent host hv-cinder-84037 {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 23:54:11.613465 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a5af78-eb60-4bbc-97ce-633559796a96 req-7d6a64eb-d1c9-4704-9169-d6199a3c031d tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:11.615063 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-e7a5af78-eb60-4bbc-97ce-633559796a96 req-7d6a64eb-d1c9-4704-9169-d6199a3c031d tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=53631f43-00b4-433e-b52b-c2ad2de8e21d HTTP/1.1" status: 200 len: 945 time: 0.0560105 May 03 23:54:11.653672 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-e7a5af78-eb60-4bbc-97ce-633559796a96 req-49ac3366-2f5b-44db-99de-832898172279 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aabfbfc-09d0-4f5e-998f-a2943879bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326998 May 03 23:54:11.924718 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 36794) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:54:11.942296 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-70363694-d130-4e76-9a2d-7c55be513c1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:11.986880 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 36798) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:54:12.000710 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-4201ba90-7ced-4586-bad2-643b05388607 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:12.021561 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-70363694-d130-4e76-9a2d-7c55be513c1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:12.088228 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-4201ba90-7ced-4586-bad2-643b05388607 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:12.097104 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-70363694-d130-4e76-9a2d-7c55be513c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:12.136224 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-70363694-d130-4e76-9a2d-7c55be513c1b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=48dbd236a02b4ffc8bb3348a7801e189&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2103863 May 03 23:54:12.137083 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70363694-d130-4e76-9a2d-7c55be513c1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb5e281b-d85a-49da-aef1-ffa351e6bce1,revision_number=1']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:12.139101 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 36802) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:54:12.171856 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-4201ba90-7ced-4586-bad2-643b05388607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:12.223545 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-4201ba90-7ced-4586-bad2-643b05388607 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e83dd0fb2c984123b8c3008c5729c292&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2353628 May 03 23:54:12.226897 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 36804) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:54:12.231827 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4201ba90-7ced-4586-bad2-643b05388607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80799d05-d0d2-4254-b63e-16b7a02c4ca3,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:12.238600 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-65a61f35-71e7-49ce-97e6-050ebe115686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:12.262561 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-65a61f35-71e7-49ce-97e6-050ebe115686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:12.283416 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-5d2981cb-001c-478c-af7f-8faaf3bd78b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:12.312138 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-5d2981cb-001c-478c-af7f-8faaf3bd78b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:12.340898 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a803ae-a1b0-4b5b-a63e-73a7440112e4 None None] New status for floating IP 69ab7145-08b7-4e1b-aab0-37c1a95fa2da: ACTIVE {{(pid=114214) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 23:54:12.406436 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-65a61f35-71e7-49ce-97e6-050ebe115686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:12.409110 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-65a61f35-71e7-49ce-97e6-050ebe115686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:12.410297 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-65a61f35-71e7-49ce-97e6-050ebe115686 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bb5e281b-d85a-49da-aef1-ffa351e6bce1 HTTP/1.1" status: 204 len: 168 time: 0.2695761 May 03 23:54:12.418866 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a61f35-71e7-49ce-97e6-050ebe115686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb5e281b-d85a-49da-aef1-ffa351e6bce1,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:12.463467 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-5d2981cb-001c-478c-af7f-8faaf3bd78b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:12.466321 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-5d2981cb-001c-478c-af7f-8faaf3bd78b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:12.468013 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-5d2981cb-001c-478c-af7f-8faaf3bd78b0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/80799d05-d0d2-4254-b63e-16b7a02c4ca3 HTTP/1.1" status: 204 len: 168 time: 0.2394576 May 03 23:54:12.477766 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2981cb-001c-478c-af7f-8faaf3bd78b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80799d05-d0d2-4254-b63e-16b7a02c4ca3,revision_number=None']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:12.790331 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ba7704-d2d7-4505-8306-d906c423b9cc req-5cc508c0-9be2-4b67-9e39-ca9874d14051 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:12.791877 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-e6ba7704-d2d7-4505-8306-d906c423b9cc req-5cc508c0-9be2-4b67-9e39-ca9874d14051 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=53631f43-00b4-433e-b52b-c2ad2de8e21d HTTP/1.1" status: 200 len: 945 time: 0.0633962 May 03 23:54:12.846954 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-e6ba7704-d2d7-4505-8306-d906c423b9cc req-af1854de-b5ab-4ec2-ac26-9f183040e892 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aabfbfc-09d0-4f5e-998f-a2943879bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384264 May 03 23:54:12.911770 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 36822) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:54:12.971674 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.db.db_base_plugin_v2 [None req-9894385d-069e-4d0a-8d18-3315c77183d4 admin admin] Deleting subnet 27783468-6ebd-4b0e-9ee0-7b9d64732070 {{(pid=114213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 03 23:54:12.975862 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-9894385d-069e-4d0a-8d18-3315c77183d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:13.022741 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-9894385d-069e-4d0a-8d18-3315c77183d4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:13.037544 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-9894385d-069e-4d0a-8d18-3315c77183d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608747'] for subnet, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:13.206272 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-9894385d-069e-4d0a-8d18-3315c77183d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298'] for subnet, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:13.220714 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-9894385d-069e-4d0a-8d18-3315c77183d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748400'] for subnet, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:13.224224 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-9894385d-069e-4d0a-8d18-3315c77183d4 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/27783468-6ebd-4b0e-9ee0-7b9d64732070 HTTP/1.1" status: 204 len: 168 time: 0.3112452 May 03 23:54:13.227124 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 36838) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:54:13.251093 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9894385d-069e-4d0a-8d18-3315c77183d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27783468-6ebd-4b0e-9ee0-7b9d64732070,revision_number=None']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:13.306529 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-6a229806-c882-4fab-9c03-31a66571259d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714127'] for network, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:13.395492 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-6a229806-c882-4fab-9c03-31a66571259d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-608354', 'neutron.services.segments.db._delete_segments_for_network-8733331752452'] for network, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:13.419330 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-6a229806-c882-4fab-9c03-31a66571259d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=114212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:54:13.419679 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-6a229806-c882-4fab-9c03-31a66571259d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=114212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:54:13.420420 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-6a229806-c882-4fab-9c03-31a66571259d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=114212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:54:13.420757 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-6a229806-c882-4fab-9c03-31a66571259d admin admin] Subscribe: > port after_create 55550000 {{(pid=114212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:54:13.421142 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-6a229806-c882-4fab-9c03-31a66571259d admin admin] Subscribe: > port after_delete 55550000 {{(pid=114212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:54:13.421749 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-6a229806-c882-4fab-9c03-31a66571259d admin admin] Subscribe: > port after_update 55550000 {{(pid=114212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:54:13.422195 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-6a229806-c882-4fab-9c03-31a66571259d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=114212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:54:13.422519 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-6a229806-c882-4fab-9c03-31a66571259d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:54:13.422840 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-6a229806-c882-4fab-9c03-31a66571259d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:54:13.423156 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-6a229806-c882-4fab-9c03-31a66571259d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=114212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:54:13.483580 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 36840) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:54:13.497126 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-35e2248b-f40a-4258-8b11-25c890f6ca42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:13.576567 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-35e2248b-f40a-4258-8b11-25c890f6ca42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:13.603991 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-6a229806-c882-4fab-9c03-31a66571259d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:54:13.604365 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-6a229806-c882-4fab-9c03-31a66571259d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:54:13.604696 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-6a229806-c882-4fab-9c03-31a66571259d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=114212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:54:13.605022 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-6a229806-c882-4fab-9c03-31a66571259d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=114212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:54:13.605389 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.services.segments.db [None req-6a229806-c882-4fab-9c03-31a66571259d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4df8367-3994-4e6c-a0c0-89f183bdd756']}} {{(pid=114212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:54:13.624898 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.services.segments.db [None req-6a229806-c882-4fab-9c03-31a66571259d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b35ef663-3c8f-4adb-a120-88388ef27397') {'for_net_delete': True} {{(pid=114212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:54:13.628579 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.services.segments.db [None req-6a229806-c882-4fab-9c03-31a66571259d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b35ef663-3c8f-4adb-a120-88388ef27397') {} {{(pid=114212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:54:13.643956 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-6a229806-c882-4fab-9c03-31a66571259d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733331752717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25200259'] for segment, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:13.674464 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-35e2248b-f40a-4258-8b11-25c890f6ca42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:13.675865 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-6a229806-c882-4fab-9c03-31a66571259d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-611538'] for segment, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:13.685736 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a229806-c882-4fab-9c03-31a66571259d admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=114212) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 23:54:13.686833 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-6a229806-c882-4fab-9c03-31a66571259d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-611538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25393503'] for segment, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:13.709031 dv-cinder-840375-1-iscsi neutron-server[114212]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 03 23:54:13.709031 dv-cinder-840375-1-iscsi neutron-server[114212]: from cryptography.utils import int_from_bytes May 03 23:54:13.709031 dv-cinder-840375-1-iscsi neutron-server[114212]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 03 23:54:13.709031 dv-cinder-840375-1-iscsi neutron-server[114212]: from cryptography.utils import int_from_bytes May 03 23:54:13.709031 dv-cinder-840375-1-iscsi neutron-server[114212]: Traceback (most recent call last): May 03 23:54:13.709031 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 23:54:13.709031 dv-cinder-840375-1-iscsi neutron-server[114212]: timer() May 03 23:54:13.709031 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 23:54:13.709031 dv-cinder-840375-1-iscsi neutron-server[114212]: cb(*args, **kw) May 03 23:54:13.709031 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 23:54:13.709031 dv-cinder-840375-1-iscsi neutron-server[114212]: return func(*args, **kwargs) May 03 23:54:13.709031 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 23:54:13.709031 dv-cinder-840375-1-iscsi neutron-server[114212]: self._notify() May 03 23:54:13.709031 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 23:54:13.709031 dv-cinder-840375-1-iscsi neutron-server[114212]: self.callback(batched_events) May 03 23:54:13.709031 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 23:54:13.709031 dv-cinder-840375-1-iscsi neutron-server[114212]: event.method(event) May 03 23:54:13.709031 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 23:54:13.709031 dv-cinder-840375-1-iscsi neutron-server[114212]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 23:54:13.709031 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 23:54:13.709031 dv-cinder-840375-1-iscsi neutron-server[114212]: aggregate_uuid = self.p_client.list_aggregates( May 03 23:54:13.709031 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 23:54:13.709031 dv-cinder-840375-1-iscsi neutron-server[114212]: return f(self, *a, **k) May 03 23:54:13.709031 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 23:54:13.709031 dv-cinder-840375-1-iscsi neutron-server[114212]: return self._get(url).json() May 03 23:54:13.709031 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 23:54:13.709031 dv-cinder-840375-1-iscsi neutron-server[114212]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 23:54:13.709031 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 23:54:13.709031 dv-cinder-840375-1-iscsi neutron-server[114212]: return self.request(url, 'GET', **kwargs) May 03 23:54:13.709031 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 23:54:13.709031 dv-cinder-840375-1-iscsi neutron-server[114212]: base_url = self.get_endpoint(auth, allow=allow, May 03 23:54:13.709031 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 23:54:13.709031 dv-cinder-840375-1-iscsi neutron-server[114212]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 23:54:13.709031 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 23:54:13.709031 dv-cinder-840375-1-iscsi neutron-server[114212]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 23:54:13.709031 dv-cinder-840375-1-iscsi neutron-server[114212]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 23:54:13.721122 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-35e2248b-f40a-4258-8b11-25c890f6ca42 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d5fce54aab8b49c488768b3803cf445e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2341068 May 03 23:54:13.721122 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e2248b-f40a-4258-8b11-25c890f6ca42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac68730b-d78f-4e10-889e-f378cf795d35,revision_number=1']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:13.730258 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 36850) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:54:13.779779 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-b84bb58b-9c2e-40f4-aec9-c958c889d9d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:13.817116 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-b84bb58b-9c2e-40f4-aec9-c958c889d9d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:13.863535 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-6a229806-c882-4fab-9c03-31a66571259d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-608361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3761736'] for network, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:13.883009 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-6a229806-c882-4fab-9c03-31a66571259d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748400'] for network, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:13.888695 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-6a229806-c882-4fab-9c03-31a66571259d admin admin] 10.222.0.13 "DELETE /v2.0/networks/e4df8367-3994-4e6c-a0c0-89f183bdd756 HTTP/1.1" status: 204 len: 168 time: 0.6582549 May 03 23:54:13.895941 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a229806-c882-4fab-9c03-31a66571259d admin admin] Pushing event deleted for resources: {'Network': ['ID=e4df8367-3994-4e6c-a0c0-89f183bdd756,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:13.971835 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-b84bb58b-9c2e-40f4-aec9-c958c889d9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:13.974512 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-b84bb58b-9c2e-40f4-aec9-c958c889d9d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:13.976808 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-b84bb58b-9c2e-40f4-aec9-c958c889d9d1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ac68730b-d78f-4e10-889e-f378cf795d35 HTTP/1.1" status: 204 len: 168 time: 0.2527015 May 03 23:54:13.987519 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84bb58b-9c2e-40f4-aec9-c958c889d9d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac68730b-d78f-4e10-889e-f378cf795d35,revision_number=None']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:13.992595 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d4db8b-f564-473a-9619-71e7cbacfd82 req-616a800e-8c69-43ee-98b4-18f1de26e7cf tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:14.003651 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-a6d4db8b-f564-473a-9619-71e7cbacfd82 req-616a800e-8c69-43ee-98b4-18f1de26e7cf tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=53631f43-00b4-433e-b52b-c2ad2de8e21d HTTP/1.1" status: 200 len: 945 time: 0.0630584 May 03 23:54:14.044396 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-a6d4db8b-f564-473a-9619-71e7cbacfd82 req-b26f7d69-7927-49de-9adf-ee5113b20206 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aabfbfc-09d0-4f5e-998f-a2943879bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379906 May 03 23:54:14.410597 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 36868) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:54:14.458027 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-6b0af1d8-94de-434a-a97f-144bfa0b96f7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ba13458f0d404adaac6b1c5fa3e6d377&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0456610 May 03 23:54:14.460627 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 36870) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:54:14.523146 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-23eb7e33-edf4-4336-bb8b-2ef83b67e96a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:14.549025 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-23eb7e33-edf4-4336-bb8b-2ef83b67e96a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:14.743346 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-23eb7e33-edf4-4336-bb8b-2ef83b67e96a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:14.745906 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-23eb7e33-edf4-4336-bb8b-2ef83b67e96a admin admin] Notify callbacks [] for security_group, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:14.749945 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-23eb7e33-edf4-4336-bb8b-2ef83b67e96a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/368cf922-5b8b-4ac9-b3b7-aaedfbed4279 HTTP/1.1" status: 204 len: 168 time: 0.2856417 May 03 23:54:14.761174 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eb7e33-edf4-4336-bb8b-2ef83b67e96a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=368cf922-5b8b-4ac9-b3b7-aaedfbed4279,revision_number=None']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:15.169400 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a222ec28-d47f-4822-b338-91a399ee7fb6 req-fe5abc0d-8f7c-42fc-a344-7eb42a0e98a0 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:15.171358 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-a222ec28-d47f-4822-b338-91a399ee7fb6 req-fe5abc0d-8f7c-42fc-a344-7eb42a0e98a0 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=53631f43-00b4-433e-b52b-c2ad2de8e21d HTTP/1.1" status: 200 len: 945 time: 0.0573225 May 03 23:54:15.234973 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-a222ec28-d47f-4822-b338-91a399ee7fb6 req-03c3809a-2b4c-4c5c-81f4-7452f86f7748 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aabfbfc-09d0-4f5e-998f-a2943879bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566053 May 03 23:54:16.352944 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3299d2-bce9-4a91-a945-6d666734956e req-b03d36db-a756-426b-94fd-b290e914bd25 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:16.354465 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-4b3299d2-bce9-4a91-a945-6d666734956e req-b03d36db-a756-426b-94fd-b290e914bd25 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=53631f43-00b4-433e-b52b-c2ad2de8e21d HTTP/1.1" status: 200 len: 945 time: 0.0558538 May 03 23:54:16.398605 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-4b3299d2-bce9-4a91-a945-6d666734956e req-bcaaca7a-e803-47b4-91a5-b7aa54d35a4e tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aabfbfc-09d0-4f5e-998f-a2943879bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365806 May 03 23:54:17.541037 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9642e1b-e46a-4d2a-bbcf-72f837aa7d4c req-3636235f-3138-4d0d-b6c3-dc60eeea116c tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:17.542688 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-b9642e1b-e46a-4d2a-bbcf-72f837aa7d4c req-3636235f-3138-4d0d-b6c3-dc60eeea116c tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=53631f43-00b4-433e-b52b-c2ad2de8e21d HTTP/1.1" status: 200 len: 945 time: 0.0579612 May 03 23:54:17.586100 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-b9642e1b-e46a-4d2a-bbcf-72f837aa7d4c req-89419ed4-01d5-44d5-a056-80cf03c59d38 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aabfbfc-09d0-4f5e-998f-a2943879bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370743 May 03 23:54:18.051783 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:18.258945 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 37030) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:54:18.373904 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-4a7b06cc-5ee2-494b-abd3-58bbc1cd3477 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:18.461871 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-4a7b06cc-5ee2-494b-abd3-58bbc1cd3477 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:18.548723 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-4a7b06cc-5ee2-494b-abd3-58bbc1cd3477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:18.588522 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-4a7b06cc-5ee2-494b-abd3-58bbc1cd3477 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0b76fbb047c54e3a842bc1424061661b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3283896 May 03 23:54:18.589311 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7b06cc-5ee2-494b-abd3-58bbc1cd3477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44545993-69f3-4f0a-ba99-df875e0de655,revision_number=1']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:18.591977 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 37042) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:54:18.655511 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-45f4cefe-9612-45a7-b7ed-a2251f292635 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:18.680615 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-45f4cefe-9612-45a7-b7ed-a2251f292635 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:18.728289 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c21e6bd-6c8d-4827-bb74-b4b06915b6eb req-fe29b9e4-51b6-4a7a-99d3-2a38ee9abaaa tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:18.734485 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-5c21e6bd-6c8d-4827-bb74-b4b06915b6eb req-fe29b9e4-51b6-4a7a-99d3-2a38ee9abaaa tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=53631f43-00b4-433e-b52b-c2ad2de8e21d HTTP/1.1" status: 200 len: 945 time: 0.0641146 May 03 23:54:18.771242 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-5c21e6bd-6c8d-4827-bb74-b4b06915b6eb req-ed832ab6-f6ab-404e-9d63-ba56559e3ba2 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aabfbfc-09d0-4f5e-998f-a2943879bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336359 May 03 23:54:18.868997 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-45f4cefe-9612-45a7-b7ed-a2251f292635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:18.872156 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-45f4cefe-9612-45a7-b7ed-a2251f292635 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:18.873727 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-45f4cefe-9612-45a7-b7ed-a2251f292635 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/44545993-69f3-4f0a-ba99-df875e0de655 HTTP/1.1" status: 204 len: 168 time: 0.2807710 May 03 23:54:18.883411 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f4cefe-9612-45a7-b7ed-a2251f292635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44545993-69f3-4f0a-ba99-df875e0de655,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:19.582600 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 37068) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:54:19.595698 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-6ac9099a-1012-44ea-aba9-621492912179 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:19.673398 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-6ac9099a-1012-44ea-aba9-621492912179 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:19.771776 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-6ac9099a-1012-44ea-aba9-621492912179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:19.825326 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-6ac9099a-1012-44ea-aba9-621492912179 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8af31a8c45724777afbebfed03d7cd77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2415824 May 03 23:54:19.826344 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac9099a-1012-44ea-aba9-621492912179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c8901d-fd9e-4767-9f53-66cb54d789fa,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:19.828780 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 37076) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:54:19.893178 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-2dea4ee6-55d5-4e81-b982-fd53fe8bffa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:19.918981 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-2dea4ee6-55d5-4e81-b982-fd53fe8bffa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:19.938576 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf869140-dde5-4c49-a8e0-7e1b70985100 req-77b99412-b800-499e-83e6-d4fca6a4ab90 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:19.942873 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-cf869140-dde5-4c49-a8e0-7e1b70985100 req-77b99412-b800-499e-83e6-d4fca6a4ab90 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=53631f43-00b4-433e-b52b-c2ad2de8e21d HTTP/1.1" status: 200 len: 945 time: 0.0635574 May 03 23:54:19.982137 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-cf869140-dde5-4c49-a8e0-7e1b70985100 req-f7bf8baa-eafe-4fd5-a968-2852d1c6b278 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aabfbfc-09d0-4f5e-998f-a2943879bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350590 May 03 23:54:20.086568 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-2dea4ee6-55d5-4e81-b982-fd53fe8bffa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:20.089257 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-2dea4ee6-55d5-4e81-b982-fd53fe8bffa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:20.090433 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-2dea4ee6-55d5-4e81-b982-fd53fe8bffa6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d8c8901d-fd9e-4767-9f53-66cb54d789fa HTTP/1.1" status: 204 len: 168 time: 0.2598608 May 03 23:54:20.099506 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea4ee6-55d5-4e81-b982-fd53fe8bffa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c8901d-fd9e-4767-9f53-66cb54d789fa,revision_number=None']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:21.106260 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cac21cb-d27f-4c4b-8b85-8e1d0da72980 req-5c8f9281-2c6e-4fa7-b875-1d4ab8c45b51 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:21.107727 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-8cac21cb-d27f-4c4b-8b85-8e1d0da72980 req-5c8f9281-2c6e-4fa7-b875-1d4ab8c45b51 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=53631f43-00b4-433e-b52b-c2ad2de8e21d HTTP/1.1" status: 200 len: 945 time: 0.0513823 May 03 23:54:21.150786 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-8cac21cb-d27f-4c4b-8b85-8e1d0da72980 req-0d9cb429-c2e2-4db3-9862-061bbb6f6238 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aabfbfc-09d0-4f5e-998f-a2943879bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366716 May 03 23:54:22.029078 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 37148) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:54:22.144395 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-3df6b8a4-e8ff-4812-9417-aede279bcf09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:22.243487 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-3df6b8a4-e8ff-4812-9417-aede279bcf09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:22.287492 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90588cb-c51b-45d7-955e-78d3ee4af4e9 req-84f07997-59c8-42e0-81e3-7ccd9ff05c71 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:22.289039 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-e90588cb-c51b-45d7-955e-78d3ee4af4e9 req-84f07997-59c8-42e0-81e3-7ccd9ff05c71 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=53631f43-00b4-433e-b52b-c2ad2de8e21d HTTP/1.1" status: 200 len: 945 time: 0.0592971 May 03 23:54:22.331941 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-3df6b8a4-e8ff-4812-9417-aede279bcf09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:22.336762 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-e90588cb-c51b-45d7-955e-78d3ee4af4e9 req-c041d82a-f794-4030-806b-e24b3f29c970 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aabfbfc-09d0-4f5e-998f-a2943879bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412769 May 03 23:54:22.375348 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-3df6b8a4-e8ff-4812-9417-aede279bcf09 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8f380a99aab241809e95adc54746b999&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3443801 May 03 23:54:22.377905 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df6b8a4-e8ff-4812-9417-aede279bcf09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f0ed01-f131-4bb1-b40a-097d4131ef6e,revision_number=1']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:22.379555 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 37172) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:54:22.457608 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-2a1430d2-3dd9-44fa-868e-ada9b632ecf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:22.486636 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-2a1430d2-3dd9-44fa-868e-ada9b632ecf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:22.600439 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-2a1430d2-3dd9-44fa-868e-ada9b632ecf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:22.603022 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-2a1430d2-3dd9-44fa-868e-ada9b632ecf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:22.604189 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-2a1430d2-3dd9-44fa-868e-ada9b632ecf1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/29f0ed01-f131-4bb1-b40a-097d4131ef6e HTTP/1.1" status: 204 len: 168 time: 0.2235458 May 03 23:54:22.614595 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1430d2-3dd9-44fa-868e-ada9b632ecf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f0ed01-f131-4bb1-b40a-097d4131ef6e,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:23.285461 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 37218) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:54:23.299383 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-46d9493e-90da-4e33-8c19-e7a086717a6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:23.422162 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-46d9493e-90da-4e33-8c19-e7a086717a6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:23.475167 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c534de5-9a71-41ee-99df-bfd1295aac4d req-aaaebb88-5640-4777-9328-935a263e545e tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:23.476716 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-7c534de5-9a71-41ee-99df-bfd1295aac4d req-aaaebb88-5640-4777-9328-935a263e545e tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=53631f43-00b4-433e-b52b-c2ad2de8e21d HTTP/1.1" status: 200 len: 945 time: 0.0567744 May 03 23:54:23.519608 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-7c534de5-9a71-41ee-99df-bfd1295aac4d req-ac25a0d0-032e-4854-bf7c-c60cbb98a0ab tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aabfbfc-09d0-4f5e-998f-a2943879bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363429 May 03 23:54:23.571324 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-46d9493e-90da-4e33-8c19-e7a086717a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:23.614416 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-46d9493e-90da-4e33-8c19-e7a086717a6a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6000ecbef8474635b42bcfb059dba8f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3268008 May 03 23:54:23.614416 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d9493e-90da-4e33-8c19-e7a086717a6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a1b054-4f08-4d2d-9434-3eab83332847,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:23.623939 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 37226) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:54:23.682791 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-349129ae-f1f6-40f7-b3ee-29ed67a85dd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:23.687762 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 37228) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:54:23.714743 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-349129ae-f1f6-40f7-b3ee-29ed67a85dd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:23.826939 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-711bcb2e-debc-433a-84d0-0f8e42156af5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:23.858144 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-349129ae-f1f6-40f7-b3ee-29ed67a85dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:23.862173 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-349129ae-f1f6-40f7-b3ee-29ed67a85dd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:23.866858 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-349129ae-f1f6-40f7-b3ee-29ed67a85dd2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/60a1b054-4f08-4d2d-9434-3eab83332847 HTTP/1.1" status: 204 len: 168 time: 0.2379217 May 03 23:54:23.873661 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349129ae-f1f6-40f7-b3ee-29ed67a85dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a1b054-4f08-4d2d-9434-3eab83332847,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:23.932500 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-711bcb2e-debc-433a-84d0-0f8e42156af5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:24.047466 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-711bcb2e-debc-433a-84d0-0f8e42156af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:24.094288 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-711bcb2e-debc-433a-84d0-0f8e42156af5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=897a180db5974647b2ec11c52feb4b76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4042165 May 03 23:54:24.094884 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711bcb2e-debc-433a-84d0-0f8e42156af5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de8a67e6-c0aa-4677-9400-e3d56eb4b404,revision_number=1']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:24.096705 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 37240) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:54:24.171930 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-e270900a-8cf1-4137-925b-1cfe753c43c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:24.206403 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-e270900a-8cf1-4137-925b-1cfe753c43c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:24.348860 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-e270900a-8cf1-4137-925b-1cfe753c43c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:24.353239 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-e270900a-8cf1-4137-925b-1cfe753c43c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:24.355408 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-e270900a-8cf1-4137-925b-1cfe753c43c5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/de8a67e6-c0aa-4677-9400-e3d56eb4b404 HTTP/1.1" status: 204 len: 168 time: 0.2568893 May 03 23:54:24.379163 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e270900a-8cf1-4137-925b-1cfe753c43c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8a67e6-c0aa-4677-9400-e3d56eb4b404,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:24.680099 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a14e53d-e197-444d-acd9-17e89cb263e3 req-b8818073-22f5-418a-9fbc-75b1e8365e32 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:24.681810 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-3a14e53d-e197-444d-acd9-17e89cb263e3 req-b8818073-22f5-418a-9fbc-75b1e8365e32 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=53631f43-00b4-433e-b52b-c2ad2de8e21d HTTP/1.1" status: 200 len: 945 time: 0.0703199 May 03 23:54:24.757747 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-3a14e53d-e197-444d-acd9-17e89cb263e3 req-89528d3e-9092-4df8-a34c-fdfa02928314 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aabfbfc-09d0-4f5e-998f-a2943879bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615401 May 03 23:54:25.182440 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 37278) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:54:25.197948 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-2bc6fc55-10b8-4cf1-b73e-31368c5db4fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:25.253422 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 37280) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:54:25.303099 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-2bc6fc55-10b8-4cf1-b73e-31368c5db4fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:25.411519 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-2bc6fc55-10b8-4cf1-b73e-31368c5db4fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:25.428929 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.v2.base [None req-b4d0408f-79a7-4ebe-9c8d-c6b58efc72ff admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-53657507-network', 'tenant_id': 'c9812577fde04fb19b349927fd4a1e8e'}} {{(pid=114213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:54:25.457586 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-2bc6fc55-10b8-4cf1-b73e-31368c5db4fe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=95989277082f488fadb614a7e9fc5523&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2735817 May 03 23:54:25.458474 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc6fc55-10b8-4cf1-b73e-31368c5db4fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03e25d3c-819a-4f56-806b-b030c555b668,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:25.461372 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 37284) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:54:25.521052 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-df9139e0-380e-40f7-bdab-a664105d3531 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:25.535641 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d0408f-79a7-4ebe-9c8d-c6b58efc72ff admin admin] Made reservation on behalf of c9812577fde04fb19b349927fd4a1e8e for: {'network': 1} {{(pid=114213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:54:25.537916 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-b4d0408f-79a7-4ebe-9c8d-c6b58efc72ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for network, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:25.557543 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-df9139e0-380e-40f7-bdab-a664105d3531 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:25.559877 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-b4d0408f-79a7-4ebe-9c8d-c6b58efc72ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:25.678658 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-b4d0408f-79a7-4ebe-9c8d-c6b58efc72ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:25.760503 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-df9139e0-380e-40f7-bdab-a664105d3531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:25.763300 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-df9139e0-380e-40f7-bdab-a664105d3531 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:25.764471 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-df9139e0-380e-40f7-bdab-a664105d3531 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/03e25d3c-819a-4f56-806b-b030c555b668 HTTP/1.1" status: 204 len: 168 time: 0.3017478 May 03 23:54:25.773604 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9139e0-380e-40f7-bdab-a664105d3531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e25d3c-819a-4f56-806b-b030c555b668,revision_number=None']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:25.801155 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-b4d0408f-79a7-4ebe-9c8d-c6b58efc72ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:25.836806 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4d0408f-79a7-4ebe-9c8d-c6b58efc72ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=114213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 23:54:25.848965 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d0408f-79a7-4ebe-9c8d-c6b58efc72ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3199a76-af0d-466a-85dd-e09fc9f48c8a,revision_number=1']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:25.857456 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-b4d0408f-79a7-4ebe-9c8d-c6b58efc72ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-611538'] for segment, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:25.858992 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.db.segments_db [None req-b4d0408f-79a7-4ebe-9c8d-c6b58efc72ff admin admin] Added segment d6551357-033f-4179-a830-748857d0f27a of type vlan for network 78fd7791-bf4e-4a1d-b073-160257a37458 May 03 23:54:25.903920 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-b4d0408f-79a7-4ebe-9c8d-c6b58efc72ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733331214529'] for network, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:25.936242 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f382361a-c868-45cb-87d9-6635c088901f req-a3534f5a-c540-445b-b7d9-2d8f0e967d58 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:25.938583 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-f382361a-c868-45cb-87d9-6635c088901f req-a3534f5a-c540-445b-b7d9-2d8f0e967d58 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=53631f43-00b4-433e-b52b-c2ad2de8e21d HTTP/1.1" status: 200 len: 945 time: 0.0526984 May 03 23:54:25.978727 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-f382361a-c868-45cb-87d9-6635c088901f req-92d12679-d1a2-473e-b269-94670b445e36 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aabfbfc-09d0-4f5e-998f-a2943879bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338404 May 03 23:54:26.011992 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-b4d0408f-79a7-4ebe-9c8d-c6b58efc72ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298'] for network, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:26.013013 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d0408f-79a7-4ebe-9c8d-c6b58efc72ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:26.013596 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-b4d0408f-79a7-4ebe-9c8d-c6b58efc72ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748400'] for network, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:26.074985 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d0408f-79a7-4ebe-9c8d-c6b58efc72ff admin admin] Pushing event updated for resources: {'Network': ['ID=78fd7791-bf4e-4a1d-b073-160257a37458,revision_number=1']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:26.086796 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Network 78fd7791-bf4e-4a1d-b073-160257a37458 details requested by agent ovs-agent-dv-cinder-840375-1-iscsi with host dv-cinder-840375-1-iscsi {{(pid=114214) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 23:54:26.186019 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-b4d0408f-79a7-4ebe-9c8d-c6b58efc72ff admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9308131 May 03 23:54:26.189027 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 37302) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:54:26.194553 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [None req-cf6cd394-63ff-41f1-bd96-96f199adadf9 admin admin] Request body: {'subnet': {'network_id': '78fd7791-bf4e-4a1d-b073-160257a37458', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-53657507-subnet', 'tenant_id': 'c9812577fde04fb19b349927fd4a1e8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:54:26.303652 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf6cd394-63ff-41f1-bd96-96f199adadf9 admin admin] Made reservation on behalf of c9812577fde04fb19b349927fd4a1e8e for: {'subnet': 1} {{(pid=114212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:54:26.307254 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-cf6cd394-63ff-41f1-bd96-96f199adadf9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29217570'] for subnet, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:26.571971 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-cf6cd394-63ff-41f1-bd96-96f199adadf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25200314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29217588'] for subnet, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:26.633248 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6cd394-63ff-41f1-bd96-96f199adadf9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7435d9ea-a907-4feb-b09d-444f6bc116fb,revision_number=0']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:26.645465 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6cd394-63ff-41f1-bd96-96f199adadf9 admin admin] Checking segment: {'id': 'd6551357-033f-4179-a830-748857d0f27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '78fd7791-bf4e-4a1d-b073-160257a37458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 03 23:54:26.646055 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6cd394-63ff-41f1-bd96-96f199adadf9 admin admin] Network hostable DHCP agents. Network: 78fd7791-bf4e-4a1d-b073-160257a37458, hostable agents: ['68d83d53-3271-4b5e-a364-332abe4e6306'], hosted agents: [] {{(pid=114212) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 23:54:26.743675 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6cd394-63ff-41f1-bd96-96f199adadf9 admin admin] Network 78fd7791-bf4e-4a1d-b073-160257a37458 is scheduled to be hosted by DHCP agent 68d83d53-3271-4b5e-a364-332abe4e6306 with binding_index 1 {{(pid=114212) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 23:54:26.851934 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.base_scheduler [None req-cf6cd394-63ff-41f1-bd96-96f199adadf9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840375-1-iscsi, 78fd7791-bf4e-4a1d-b073-160257a37458) {{(pid=114212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:54:26.856502 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6cd394-63ff-41f1-bd96-96f199adadf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:26.857967 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-cf6cd394-63ff-41f1-bd96-96f199adadf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748400'] for subnet, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:26.861857 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86f7206-35e8-4a54-9826-6d5ba6114c47 None None] Network 78fd7791-bf4e-4a1d-b073-160257a37458 requested from dv-cinder-840375-1-iscsi {{(pid=114214) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 03 23:54:26.961258 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-cf6cd394-63ff-41f1-bd96-96f199adadf9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7707758 May 03 23:54:27.016692 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ae1635-1afa-4a2c-b3d0-efc0e7c27687 None None] Network 78fd7791-bf4e-4a1d-b073-160257a37458 requested from dv-cinder-840375-1-iscsi {{(pid=114214) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 03 23:54:27.203448 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02531601-ea7e-41d1-8af4-dd5807c31cc9 req-37587d75-fe0f-4bb1-ad19-c244156acd12 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:27.214136 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-02531601-ea7e-41d1-8af4-dd5807c31cc9 req-37587d75-fe0f-4bb1-ad19-c244156acd12 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=53631f43-00b4-433e-b52b-c2ad2de8e21d HTTP/1.1" status: 200 len: 945 time: 0.0787890 May 03 23:54:27.279241 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-02531601-ea7e-41d1-8af4-dd5807c31cc9 req-1ad377f3-d021-4260-93d8-ae88684ddca3 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aabfbfc-09d0-4f5e-998f-a2943879bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551548 May 03 23:54:28.029735 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 37392) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:54:28.178921 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-8e8d5174-3ab8-4036-af3a-516df5a19b78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:28.303605 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-8e8d5174-3ab8-4036-af3a-516df5a19b78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:28.417212 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4b5174-1d05-4826-96ce-f6434057a4d1 req-e9e09b55-6ea1-4a65-9291-48239302bfa1 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:28.420634 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-eb4b5174-1d05-4826-96ce-f6434057a4d1 req-e9e09b55-6ea1-4a65-9291-48239302bfa1 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=53631f43-00b4-433e-b52b-c2ad2de8e21d HTTP/1.1" status: 200 len: 945 time: 0.0660563 May 03 23:54:28.423460 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-8e8d5174-3ab8-4036-af3a-516df5a19b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:28.470879 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-8e8d5174-3ab8-4036-af3a-516df5a19b78 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=40ddee0aea9e49b9b2e52ff125a44b9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4372778 May 03 23:54:28.471086 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-eb4b5174-1d05-4826-96ce-f6434057a4d1 req-4d974da4-021b-4b00-8d60-37d2f7df94e4 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aabfbfc-09d0-4f5e-998f-a2943879bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421004 May 03 23:54:28.471345 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 37408) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:54:28.478890 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8d5174-3ab8-4036-af3a-516df5a19b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab5541c7-f19a-4efb-8d8a-1f16f073b99c,revision_number=1']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:28.548541 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-95b552cb-e97a-44e2-a213-9dee1cfd85d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:28.592104 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-95b552cb-e97a-44e2-a213-9dee1cfd85d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:28.777736 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-95b552cb-e97a-44e2-a213-9dee1cfd85d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:28.780447 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-95b552cb-e97a-44e2-a213-9dee1cfd85d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:28.784292 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-95b552cb-e97a-44e2-a213-9dee1cfd85d6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ab5541c7-f19a-4efb-8d8a-1f16f073b99c HTTP/1.1" status: 204 len: 168 time: 0.3093185 May 03 23:54:28.791557 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b552cb-e97a-44e2-a213-9dee1cfd85d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab5541c7-f19a-4efb-8d8a-1f16f073b99c,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:29.660144 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e4f307-3309-4738-855e-a40a75973ea8 req-659c427a-667b-41c2-989a-155cdc62dbdc tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:29.661014 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8ddd3a-a482-40b2-a307-5f371f89c3c2 req-46d9f5e8-8bc0-4b94-92ba-6b12db90a163 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:29.662868 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-2b8ddd3a-a482-40b2-a307-5f371f89c3c2 req-46d9f5e8-8bc0-4b94-92ba-6b12db90a163 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=53631f43-00b4-433e-b52b-c2ad2de8e21d HTTP/1.1" status: 200 len: 945 time: 0.0984390 May 03 23:54:29.668218 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-e5e4f307-3309-4738-855e-a40a75973ea8 req-659c427a-667b-41c2-989a-155cdc62dbdc tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/networks?id=78fd7791-bf4e-4a1d-b073-160257a37458 HTTP/1.1" status: 200 len: 807 time: 0.1833017 May 03 23:54:29.685204 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-e5e4f307-3309-4738-855e-a40a75973ea8 req-27ce291e-d92a-4db7-8296-63c7a5b40d39 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/quotas/c9812577fde04fb19b349927fd4a1e8e HTTP/1.1" status: 200 len: 375 time: 0.0159881 May 03 23:54:29.728073 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-2b8ddd3a-a482-40b2-a307-5f371f89c3c2 req-155a66ab-7ad6-4240-986f-69325cea5c25 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aabfbfc-09d0-4f5e-998f-a2943879bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580113 May 03 23:54:29.732153 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-e5e4f307-3309-4738-855e-a40a75973ea8 req-d73d3fcd-4f04-4fa8-ac55-3fc7b53493e6 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c9812577fde04fb19b349927fd4a1e8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0459747 May 03 23:54:29.833895 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-e5e4f307-3309-4738-855e-a40a75973ea8 req-0ec2b71c-0c0d-4ae6-81a4-99f39a3db354 service neutron] 10.222.0.13 "GET /v2.0/networks/78fd7791-bf4e-4a1d-b073-160257a37458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007693 May 03 23:54:29.965921 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-e5e4f307-3309-4738-855e-a40a75973ea8 req-0f2a3510-bb36-4361-a18b-58e7c41959b0 service neutron] 10.222.0.13 "GET /v2.0/networks/78fd7791-bf4e-4a1d-b073-160257a37458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249642 May 03 23:54:30.230491 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 37502) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:54:30.340287 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-a5b5f373-7f02-4b50-83b8-99f6f65561d1 req-99862e3e-35ce-441e-9a1b-67fd7c5efee8 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/ports?device_id=50a0900d-15f5-43a5-886f-f152d5865b91 HTTP/1.1" status: 200 len: 210 time: 0.0488615 May 03 23:54:30.360035 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [None req-9ba9682f-73e1-4fea-888b-5b5c57f020ae admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1004915768-network', 'tenant_id': '10357f36ac204f94823e2c0b7d35047a'}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:54:30.508136 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba9682f-73e1-4fea-888b-5b5c57f020ae admin admin] Made reservation on behalf of 10357f36ac204f94823e2c0b7d35047a for: {'network': 1} {{(pid=114212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:54:30.512336 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-9ba9682f-73e1-4fea-888b-5b5c57f020ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for network, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:30.521551 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-9ba9682f-73e1-4fea-888b-5b5c57f020ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:30.623389 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-9ba9682f-73e1-4fea-888b-5b5c57f020ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:30.705010 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-9ba9682f-73e1-4fea-888b-5b5c57f020ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:30.738290 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ba9682f-73e1-4fea-888b-5b5c57f020ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=114212) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 23:54:30.750523 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9682f-73e1-4fea-888b-5b5c57f020ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2c46a2-8934-430f-ad45-48f4c86bed5b,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:30.755403 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-9ba9682f-73e1-4fea-888b-5b5c57f020ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-611538'] for segment, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:30.755959 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.db.segments_db [None req-9ba9682f-73e1-4fea-888b-5b5c57f020ae admin admin] Added segment b5160a8a-17f3-4909-8219-06adac790f73 of type vlan for network 654c4028-cdb9-42ce-8f43-892574763840 May 03 23:54:30.812762 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-9ba9682f-73e1-4fea-888b-5b5c57f020ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733331214529'] for network, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:30.897438 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-9ba9682f-73e1-4fea-888b-5b5c57f020ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298'] for network, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:30.898429 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd5321a-6dfb-458e-a44d-75cbdd994654 req-49f7bc8f-d087-4d35-84d7-e5f0293b6fa7 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:30.899241 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba9682f-73e1-4fea-888b-5b5c57f020ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:30.899241 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-9ba9682f-73e1-4fea-888b-5b5c57f020ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748400'] for network, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:30.900289 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-9fd5321a-6dfb-458e-a44d-75cbdd994654 req-49f7bc8f-d087-4d35-84d7-e5f0293b6fa7 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=53631f43-00b4-433e-b52b-c2ad2de8e21d HTTP/1.1" status: 200 len: 945 time: 0.0536551 May 03 23:54:30.964119 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9682f-73e1-4fea-888b-5b5c57f020ae admin admin] Pushing event updated for resources: {'Network': ['ID=654c4028-cdb9-42ce-8f43-892574763840,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:30.971795 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-9fd5321a-6dfb-458e-a44d-75cbdd994654 req-5e5e4e15-0f99-4300-bb00-eb3b619f03e4 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aabfbfc-09d0-4f5e-998f-a2943879bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574961 May 03 23:54:30.982492 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Network 654c4028-cdb9-42ce-8f43-892574763840 details requested by agent ovs-agent-dv-cinder-840375-1-iscsi with host dv-cinder-840375-1-iscsi {{(pid=114214) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 23:54:30.983299 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 37528) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:54:30.983447 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-9ba9682f-73e1-4fea-888b-5b5c57f020ae admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7517822 May 03 23:54:30.988527 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.v2.base [None req-cec617b3-a70f-4316-942f-f87177d5012d admin admin] Request body: {'subnet': {'network_id': '654c4028-cdb9-42ce-8f43-892574763840', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1004915768-subnet', 'tenant_id': '10357f36ac204f94823e2c0b7d35047a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:54:31.082145 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cec617b3-a70f-4316-942f-f87177d5012d admin admin] Made reservation on behalf of 10357f36ac204f94823e2c0b7d35047a for: {'subnet': 1} {{(pid=114213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:54:31.085486 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-cec617b3-a70f-4316-942f-f87177d5012d admin admin] Notify callbacks [] for subnet, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:31.337424 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-cec617b3-a70f-4316-942f-f87177d5012d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298'] for subnet, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:31.407433 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec617b3-a70f-4316-942f-f87177d5012d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4593d6ac-3b41-4b98-ac2b-4369fba60ee7,revision_number=0']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:31.414962 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec617b3-a70f-4316-942f-f87177d5012d admin admin] Checking segment: {'id': 'b5160a8a-17f3-4909-8219-06adac790f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '654c4028-cdb9-42ce-8f43-892574763840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 03 23:54:31.415337 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec617b3-a70f-4316-942f-f87177d5012d admin admin] Network hostable DHCP agents. Network: 654c4028-cdb9-42ce-8f43-892574763840, hostable agents: ['68d83d53-3271-4b5e-a364-332abe4e6306'], hosted agents: [] {{(pid=114213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 23:54:31.451841 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-0d6d7a7d-a178-46f9-97e4-3297dd76fed2 req-60a985b8-e0b5-4956-aac1-3078b90fadcf tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/ports?device_id=50a0900d-15f5-43a5-886f-f152d5865b91 HTTP/1.1" status: 200 len: 210 time: 0.0291772 May 03 23:54:31.459330 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-c78f50da-58d1-47d0-9652-39cb35ff4af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:31.595093 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec617b3-a70f-4316-942f-f87177d5012d admin admin] Network 654c4028-cdb9-42ce-8f43-892574763840 is scheduled to be hosted by DHCP agent 68d83d53-3271-4b5e-a364-332abe4e6306 with binding_index 1 {{(pid=114213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 23:54:31.669100 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.base_scheduler [None req-cec617b3-a70f-4316-942f-f87177d5012d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840375-1-iscsi, 654c4028-cdb9-42ce-8f43-892574763840) {{(pid=114213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:54:31.674506 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec617b3-a70f-4316-942f-f87177d5012d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:31.675308 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-cec617b3-a70f-4316-942f-f87177d5012d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748400'] for subnet, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:31.681810 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98c3d92-07d8-444c-8cce-3c967cc5b3d4 None None] Network 654c4028-cdb9-42ce-8f43-892574763840 requested from dv-cinder-840375-1-iscsi {{(pid=114214) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 03 23:54:31.798064 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-cec617b3-a70f-4316-942f-f87177d5012d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8134520 May 03 23:54:31.818732 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7156eae1-d5ef-4f26-a223-1ab4d5fcd5cd None None] Network 654c4028-cdb9-42ce-8f43-892574763840 requested from dv-cinder-840375-1-iscsi {{(pid=114214) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 03 23:54:32.137673 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6fb691-de81-4be6-86ea-ae8b9b8eda1c req-80d01eec-4ddc-41c2-b453-b6ab56b20ebc tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:32.138832 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-0f6fb691-de81-4be6-86ea-ae8b9b8eda1c req-80d01eec-4ddc-41c2-b453-b6ab56b20ebc tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=53631f43-00b4-433e-b52b-c2ad2de8e21d HTTP/1.1" status: 200 len: 945 time: 0.0595098 May 03 23:54:32.199993 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-0f6fb691-de81-4be6-86ea-ae8b9b8eda1c req-7999a649-9f7b-4e06-8dc4-581382a09fe6 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aabfbfc-09d0-4f5e-998f-a2943879bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452168 May 03 23:54:32.559363 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 37564) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:54:32.564452 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.v2.base [None req-eaa65025-f926-41fa-bf6c-b86357e1cbbe admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1077117139-network', 'tenant_id': '32dcd6e2c6a3445c88b541f2da65b47f'}} {{(pid=114213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:54:32.681017 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa65025-f926-41fa-bf6c-b86357e1cbbe admin admin] Made reservation on behalf of 32dcd6e2c6a3445c88b541f2da65b47f for: {'network': 1} {{(pid=114213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:54:32.683341 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-eaa65025-f926-41fa-bf6c-b86357e1cbbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for network, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:32.694604 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-eaa65025-f926-41fa-bf6c-b86357e1cbbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:32.712376 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-f545b173-498c-44b0-94ea-5b9cd3c5ff7f req-8344d06b-0e2f-4d5c-9e14-9cde20d00980 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/ports?device_id=50a0900d-15f5-43a5-886f-f152d5865b91 HTTP/1.1" status: 200 len: 210 time: 0.0336337 May 03 23:54:32.791516 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-eaa65025-f926-41fa-bf6c-b86357e1cbbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:32.847424 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-eaa65025-f926-41fa-bf6c-b86357e1cbbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:32.876993 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaa65025-f926-41fa-bf6c-b86357e1cbbe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=114213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 23:54:32.916268 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa65025-f926-41fa-bf6c-b86357e1cbbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4448b95-1fd2-4f54-81c3-901319b6b0b0,revision_number=1']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:32.921645 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-eaa65025-f926-41fa-bf6c-b86357e1cbbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-611538'] for segment, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:32.922875 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.db.segments_db [None req-eaa65025-f926-41fa-bf6c-b86357e1cbbe admin admin] Added segment 3b724363-4b03-4696-aa00-bb6e67079cc5 of type vlan for network c50be01f-205f-4c9d-b8bc-a5e8ac5f6d99 May 03 23:54:32.977953 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-eaa65025-f926-41fa-bf6c-b86357e1cbbe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733331214529'] for network, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:33.036784 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e4f307-3309-4738-855e-a40a75973ea8 req-f13c22bb-3d23-4011-ba3f-cbed0fa87a48 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:33.038484 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-e5e4f307-3309-4738-855e-a40a75973ea8 req-f13c22bb-3d23-4011-ba3f-cbed0fa87a48 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.47 "GET /v2.0/networks?id=78fd7791-bf4e-4a1d-b073-160257a37458 HTTP/1.1" status: 200 len: 807 time: 0.1508143 May 03 23:54:33.071929 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [req-e5e4f307-3309-4738-855e-a40a75973ea8 req-11f2e986-7bc0-40bf-a31f-ae6bfb355d0a tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Request body: {'port': {'device_id': '50a0900d-15f5-43a5-886f-f152d5865b91', 'network_id': '78fd7791-bf4e-4a1d-b073-160257a37458', 'admin_state_up': True, 'tenant_id': 'c9812577fde04fb19b349927fd4a1e8e'}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:54:33.092292 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-eaa65025-f926-41fa-bf6c-b86357e1cbbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298'] for network, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:33.093422 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa65025-f926-41fa-bf6c-b86357e1cbbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:33.098951 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-eaa65025-f926-41fa-bf6c-b86357e1cbbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748400'] for network, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:33.167369 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa65025-f926-41fa-bf6c-b86357e1cbbe admin admin] Pushing event updated for resources: {'Network': ['ID=c50be01f-205f-4c9d-b8bc-a5e8ac5f6d99,revision_number=1']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:33.179117 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Network c50be01f-205f-4c9d-b8bc-a5e8ac5f6d99 details requested by agent ovs-agent-dv-cinder-840375-1-iscsi with host dv-cinder-840375-1-iscsi {{(pid=114214) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 23:54:33.188322 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-eaa65025-f926-41fa-bf6c-b86357e1cbbe admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6277623 May 03 23:54:33.192249 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 37568) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:54:33.197867 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.v2.base [None req-5ee895b0-a205-4e29-88be-c0b1d2df1128 admin admin] Request body: {'subnet': {'network_id': 'c50be01f-205f-4c9d-b8bc-a5e8ac5f6d99', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1077117139-subnet', 'tenant_id': '32dcd6e2c6a3445c88b541f2da65b47f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:54:33.320135 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5e4f307-3309-4738-855e-a40a75973ea8 req-11f2e986-7bc0-40bf-a31f-ae6bfb355d0a tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Made reservation on behalf of c9812577fde04fb19b349927fd4a1e8e for: {'port': 1} {{(pid=114212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:54:33.324516 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-e5e4f307-3309-4738-855e-a40a75973ea8 req-11f2e986-7bc0-40bf-a31f-ae6bfb355d0a tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:33.330192 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee895b0-a205-4e29-88be-c0b1d2df1128 admin admin] Made reservation on behalf of 32dcd6e2c6a3445c88b541f2da65b47f for: {'subnet': 1} {{(pid=114213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:54:33.332502 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-5ee895b0-a205-4e29-88be-c0b1d2df1128 admin admin] Notify callbacks [] for subnet, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:33.359972 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb83aa2f-12e6-4bd2-b587-2cc1f195ace9 req-321731ef-97c9-462d-b797-ed527411136e tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:33.362394 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-fb83aa2f-12e6-4bd2-b587-2cc1f195ace9 req-321731ef-97c9-462d-b797-ed527411136e tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=53631f43-00b4-433e-b52b-c2ad2de8e21d HTTP/1.1" status: 200 len: 945 time: 0.0847638 May 03 23:54:33.450103 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-fb83aa2f-12e6-4bd2-b587-2cc1f195ace9 req-f2e8bc7f-8b93-41ad-a9a9-97b26256c1bd tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aabfbfc-09d0-4f5e-998f-a2943879bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579984 May 03 23:54:33.471090 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.db_base_plugin_common [req-e5e4f307-3309-4738-855e-a40a75973ea8 req-11f2e986-7bc0-40bf-a31f-ae6bfb355d0a tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Allocated IP 172.20.0.2 (78fd7791-bf4e-4a1d-b073-160257a37458/7435d9ea-a907-4feb-b09d-444f6bc116fb/a7796f5c-6daf-4fd5-8952-5d2ceb77455a) {{(pid=114212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:54:33.644655 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-e5e4f307-3309-4738-855e-a40a75973ea8 req-11f2e986-7bc0-40bf-a31f-ae6bfb355d0a tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Notify callbacks [] for port, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:33.732166 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-5ee895b0-a205-4e29-88be-c0b1d2df1128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298'] for subnet, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:33.776923 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-e5e4f307-3309-4738-855e-a40a75973ea8 req-11f2e986-7bc0-40bf-a31f-ae6bfb355d0a tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733331236172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25393418'] for port, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:33.815368 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee895b0-a205-4e29-88be-c0b1d2df1128 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53fbbd1f-a85f-4da7-a370-80174e8e284c,revision_number=0']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:33.824674 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee895b0-a205-4e29-88be-c0b1d2df1128 admin admin] Checking segment: {'id': '3b724363-4b03-4696-aa00-bb6e67079cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c50be01f-205f-4c9d-b8bc-a5e8ac5f6d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 03 23:54:33.825006 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee895b0-a205-4e29-88be-c0b1d2df1128 admin admin] Network hostable DHCP agents. Network: c50be01f-205f-4c9d-b8bc-a5e8ac5f6d99, hostable agents: ['68d83d53-3271-4b5e-a364-332abe4e6306'], hosted agents: [] {{(pid=114213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 23:54:33.870632 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5e4f307-3309-4738-855e-a40a75973ea8 req-11f2e986-7bc0-40bf-a31f-ae6bfb355d0a tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Network 78fd7791-bf4e-4a1d-b073-160257a37458 is already hosted by enough agents. {{(pid=114212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:54:33.875618 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-7399ebd1-7205-4767-8c8f-47bf419b8858 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:33.881931 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.base_scheduler [req-e5e4f307-3309-4738-855e-a40a75973ea8 req-11f2e986-7bc0-40bf-a31f-ae6bfb355d0a tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Resources bound (agent type, host, resource id): {{(pid=114212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:54:33.885427 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5e4f307-3309-4738-855e-a40a75973ea8 req-11f2e986-7bc0-40bf-a31f-ae6bfb355d0a tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Received port after_create {{(pid=114212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 23:54:33.888104 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f2e986-7bc0-40bf-a31f-ae6bfb355d0a tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Pushing event updated for resources: {'Port': ['ID=a7796f5c-6daf-4fd5-8952-5d2ceb77455a,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:33.926997 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee895b0-a205-4e29-88be-c0b1d2df1128 admin admin] Network c50be01f-205f-4c9d-b8bc-a5e8ac5f6d99 is scheduled to be hosted by DHCP agent 68d83d53-3271-4b5e-a364-332abe4e6306 with binding_index 1 {{(pid=114213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 23:54:33.936179 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e217d9-8aba-46db-97ee-97f8f9d62bba req-782f1807-b966-43dd-9159-60a3bb61cbd9 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:33.944937 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-43e217d9-8aba-46db-97ee-97f8f9d62bba req-782f1807-b966-43dd-9159-60a3bb61cbd9 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/ports?device_id=50a0900d-15f5-43a5-886f-f152d5865b91 HTTP/1.1" status: 200 len: 931 time: 0.1205533 May 03 23:54:33.984397 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e4f307-3309-4738-855e-a40a75973ea8 req-11f2e986-7bc0-40bf-a31f-ae6bfb355d0a tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:33.985235 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-e5e4f307-3309-4738-855e-a40a75973ea8 req-11f2e986-7bc0-40bf-a31f-ae6bfb355d0a tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371'] for port, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:34.034575 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.base_scheduler [None req-5ee895b0-a205-4e29-88be-c0b1d2df1128 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840375-1-iscsi, c50be01f-205f-4c9d-b8bc-a5e8ac5f6d99) {{(pid=114213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:54:34.040562 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee895b0-a205-4e29-88be-c0b1d2df1128 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:34.043302 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-5ee895b0-a205-4e29-88be-c0b1d2df1128 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748400'] for subnet, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:34.047483 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de00449-9c1d-476c-97d4-a804fcf9c913 None None] Network c50be01f-205f-4c9d-b8bc-a5e8ac5f6d99 requested from dv-cinder-840375-1-iscsi {{(pid=114214) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 03 23:54:34.168961 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-5ee895b0-a205-4e29-88be-c0b1d2df1128 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9751990 May 03 23:54:34.203990 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e118fd6-e55d-455d-b46a-ac76f5768982 None None] Network c50be01f-205f-4c9d-b8bc-a5e8ac5f6d99 requested from dv-cinder-840375-1-iscsi {{(pid=114214) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 03 23:54:34.251943 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-43e217d9-8aba-46db-97ee-97f8f9d62bba req-3a779452-f2fa-4b04-9261-bcadf1918e40 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3199a76-af0d-466a-85dd-e09fc9f48c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043745 May 03 23:54:34.303083 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 37588) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:54:34.317610 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-e5e4f307-3309-4738-855e-a40a75973ea8 req-11f2e986-7bc0-40bf-a31f-ae6bfb355d0a tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2547588 May 03 23:54:34.341731 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [req-e5e4f307-3309-4738-855e-a40a75973ea8 req-9e3fde68-0684-423b-ae15-d3246abe4f84 service neutron] Request body: {'port': {'device_id': '50a0900d-15f5-43a5-886f-f152d5865b91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:54:34.366484 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.db.db_base_plugin_v2 [None req-057a5b3b-a64c-4a04-94ca-6cbd0541faf1 admin admin] Deleting subnet 4593d6ac-3b41-4b98-ac2b-4369fba60ee7 {{(pid=114213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 03 23:54:34.370251 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-057a5b3b-a64c-4a04-94ca-6cbd0541faf1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:34.399398 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-e5e4f307-3309-4738-855e-a40a75973ea8 req-9e3fde68-0684-423b-ae15-d3246abe4f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:34.418234 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-057a5b3b-a64c-4a04-94ca-6cbd0541faf1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:34.425858 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-057a5b3b-a64c-4a04-94ca-6cbd0541faf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608747'] for subnet, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:34.595627 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60502ff0-956e-4de4-b569-506567db1a7f req-e96f5e11-cf97-42b9-b078-c0695673cd88 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:34.597161 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-60502ff0-956e-4de4-b569-506567db1a7f req-e96f5e11-cf97-42b9-b078-c0695673cd88 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=53631f43-00b4-433e-b52b-c2ad2de8e21d HTTP/1.1" status: 200 len: 945 time: 0.0685086 May 03 23:54:34.643388 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-60502ff0-956e-4de4-b569-506567db1a7f req-33acc7fc-15ca-4a51-a196-19c545b5269c tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aabfbfc-09d0-4f5e-998f-a2943879bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395699 May 03 23:54:34.669521 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-057a5b3b-a64c-4a04-94ca-6cbd0541faf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298'] for subnet, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:34.696314 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057a5b3b-a64c-4a04-94ca-6cbd0541faf1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4593d6ac-3b41-4b98-ac2b-4369fba60ee7,revision_number=None']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:34.702892 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-057a5b3b-a64c-4a04-94ca-6cbd0541faf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748400'] for subnet, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:34.707263 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-057a5b3b-a64c-4a04-94ca-6cbd0541faf1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4593d6ac-3b41-4b98-ac2b-4369fba60ee7 HTTP/1.1" status: 204 len: 168 time: 0.4027967 May 03 23:54:34.709787 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 37592) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:54:34.812841 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.notifiers.nova [req-e5e4f307-3309-4738-855e-a40a75973ea8 req-9e3fde68-0684-423b-ae15-d3246abe4f84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7796f5c-6daf-4fd5-8952-5d2ceb77455a {{(pid=114212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:54:34.823052 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-e5e4f307-3309-4738-855e-a40a75973ea8 req-9e3fde68-0684-423b-ae15-d3246abe4f84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:34.843259 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.provisioning_blocks [req-e5e4f307-3309-4738-855e-a40a75973ea8 req-9e3fde68-0684-423b-ae15-d3246abe4f84 service neutron] Transition to ACTIVE for port object a7796f5c-6daf-4fd5-8952-5d2ceb77455a will not be triggered until provisioned by entity L2. {{(pid=114212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:54:34.960528 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-e5e4f307-3309-4738-855e-a40a75973ea8 req-9e3fde68-0684-423b-ae15-d3246abe4f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25393411'] for port, after_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:35.012972 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3fde68-0684-423b-ae15-d3246abe4f84 service neutron] Pushing event updated for resources: {'Port': ['ID=a7796f5c-6daf-4fd5-8952-5d2ceb77455a,revision_number=2']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:35.043769 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-30461b4c-edbb-45c6-862e-f38d7f05b455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714127'] for network, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:35.121234 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.managers [req-e5e4f307-3309-4738-855e-a40a75973ea8 req-9e3fde68-0684-423b-ae15-d3246abe4f84 service neutron] Attempting to bind port a7796f5c-6daf-4fd5-8952-5d2ceb77455a on host hv-cinder-84037 for vnic_type normal with profile {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:54:35.121756 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.managers [req-e5e4f307-3309-4738-855e-a40a75973ea8 req-9e3fde68-0684-423b-ae15-d3246abe4f84 service neutron] Attempting to bind port a7796f5c-6daf-4fd5-8952-5d2ceb77455a by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': 'd6551357-033f-4179-a830-748857d0f27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '78fd7791-bf4e-4a1d-b073-160257a37458'}] {{(pid=114212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:54:35.122258 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e4f307-3309-4738-855e-a40a75973ea8 req-9e3fde68-0684-423b-ae15-d3246abe4f84 service neutron] Attempting to bind port a7796f5c-6daf-4fd5-8952-5d2ceb77455a on network 78fd7791-bf4e-4a1d-b073-160257a37458 {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 23:54:35.127875 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e4f307-3309-4738-855e-a40a75973ea8 req-9e3fde68-0684-423b-ae15-d3246abe4f84 service neutron] Port a7796f5c-6daf-4fd5-8952-5d2ceb77455a on network 78fd7791-bf4e-4a1d-b073-160257a37458 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 23:54:35.128197 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e4f307-3309-4738-855e-a40a75973ea8 req-9e3fde68-0684-423b-ae15-d3246abe4f84 service neutron] Attempting to bind port a7796f5c-6daf-4fd5-8952-5d2ceb77455a on network 78fd7791-bf4e-4a1d-b073-160257a37458 {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 23:54:35.133387 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e4f307-3309-4738-855e-a40a75973ea8 req-9e3fde68-0684-423b-ae15-d3246abe4f84 service neutron] Checking agent: {'id': '6e4019a9-2d41-4d26-94e3-460d78c489d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 23, 50, 48), 'started_at': datetime.datetime(2022, 5, 3, 23, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 23:54:35.133718 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e4f307-3309-4738-855e-a40a75973ea8 req-9e3fde68-0684-423b-ae15-d3246abe4f84 service neutron] Checking segment: {'id': 'd6551357-033f-4179-a830-748857d0f27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '78fd7791-bf4e-4a1d-b073-160257a37458'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 03 23:54:35.134244 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e4f307-3309-4738-855e-a40a75973ea8 req-9e3fde68-0684-423b-ae15-d3246abe4f84 service neutron] Bound using segment: {'id': 'd6551357-033f-4179-a830-748857d0f27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '78fd7791-bf4e-4a1d-b073-160257a37458'} {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 23:54:35.134566 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.managers [req-e5e4f307-3309-4738-855e-a40a75973ea8 req-9e3fde68-0684-423b-ae15-d3246abe4f84 service neutron] Bound port: a7796f5c-6daf-4fd5-8952-5d2ceb77455a, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6551357-033f-4179-a830-748857d0f27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '78fd7791-bf4e-4a1d-b073-160257a37458'}}] {{(pid=114212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:54:35.135030 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-e5e4f307-3309-4738-855e-a40a75973ea8 req-9e3fde68-0684-423b-ae15-d3246abe4f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:35.143963 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-30461b4c-edbb-45c6-862e-f38d7f05b455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-608354', 'neutron.services.segments.db._delete_segments_for_network-8733331752452'] for network, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:35.174566 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-30461b4c-edbb-45c6-862e-f38d7f05b455 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=114213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:54:35.175286 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-30461b4c-edbb-45c6-862e-f38d7f05b455 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=114213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:54:35.175919 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-30461b4c-edbb-45c6-862e-f38d7f05b455 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=114213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:54:35.176114 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-30461b4c-edbb-45c6-862e-f38d7f05b455 admin admin] Subscribe: > port after_create 55550000 {{(pid=114213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:54:35.176453 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-30461b4c-edbb-45c6-862e-f38d7f05b455 admin admin] Subscribe: > port after_delete 55550000 {{(pid=114213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:54:35.180904 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-30461b4c-edbb-45c6-862e-f38d7f05b455 admin admin] Subscribe: > port after_update 55550000 {{(pid=114213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:54:35.180904 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-30461b4c-edbb-45c6-862e-f38d7f05b455 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=114213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:54:35.180904 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-30461b4c-edbb-45c6-862e-f38d7f05b455 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:54:35.180904 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-30461b4c-edbb-45c6-862e-f38d7f05b455 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:54:35.180904 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-30461b4c-edbb-45c6-862e-f38d7f05b455 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=114213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:54:35.215271 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.db [req-e5e4f307-3309-4738-855e-a40a75973ea8 req-9e3fde68-0684-423b-ae15-d3246abe4f84 service neutron] For port a7796f5c-6daf-4fd5-8952-5d2ceb77455a, host hv-cinder-84037, cleared binding levels {{(pid=114212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 23:54:35.218250 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.db [req-e5e4f307-3309-4738-855e-a40a75973ea8 req-9e3fde68-0684-423b-ae15-d3246abe4f84 service neutron] For port a7796f5c-6daf-4fd5-8952-5d2ceb77455a, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=a7796f5c-6daf-4fd5-8952-5d2ceb77455a,segment=NetworkSegment(d6551357-033f-4179-a830-748857d0f27a),segment_id=d6551357-033f-4179-a830-748857d0f27a)] {{(pid=114212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 23:54:35.245879 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-30461b4c-edbb-45c6-862e-f38d7f05b455 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:54:35.246247 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-30461b4c-edbb-45c6-862e-f38d7f05b455 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:54:35.246581 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-30461b4c-edbb-45c6-862e-f38d7f05b455 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=114213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:54:35.246903 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-30461b4c-edbb-45c6-862e-f38d7f05b455 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=114213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 23:54:35.247267 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.services.segments.db [None req-30461b4c-edbb-45c6-862e-f38d7f05b455 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['654c4028-cdb9-42ce-8f43-892574763840']}} {{(pid=114213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:54:35.265168 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.services.segments.db [None req-30461b4c-edbb-45c6-862e-f38d7f05b455 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5160a8a-17f3-4909-8219-06adac790f73') {'for_net_delete': True} {{(pid=114213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:54:35.269618 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.services.segments.db [None req-30461b4c-edbb-45c6-862e-f38d7f05b455 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5160a8a-17f3-4909-8219-06adac790f73') {} {{(pid=114213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:54:35.287565 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-30461b4c-edbb-45c6-862e-f38d7f05b455 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733331752717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25564879'] for segment, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:35.314531 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-30461b4c-edbb-45c6-862e-f38d7f05b455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-611538'] for segment, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:35.323599 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30461b4c-edbb-45c6-862e-f38d7f05b455 admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=114213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 23:54:35.324130 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-30461b4c-edbb-45c6-862e-f38d7f05b455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-611538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25969847'] for segment, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:35.328413 dv-cinder-840375-1-iscsi neutron-server[114213]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 03 23:54:35.328413 dv-cinder-840375-1-iscsi neutron-server[114213]: from cryptography.utils import int_from_bytes May 03 23:54:35.328413 dv-cinder-840375-1-iscsi neutron-server[114213]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 03 23:54:35.328413 dv-cinder-840375-1-iscsi neutron-server[114213]: from cryptography.utils import int_from_bytes May 03 23:54:35.328413 dv-cinder-840375-1-iscsi neutron-server[114213]: Traceback (most recent call last): May 03 23:54:35.328413 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 23:54:35.328413 dv-cinder-840375-1-iscsi neutron-server[114213]: timer() May 03 23:54:35.328413 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 23:54:35.328413 dv-cinder-840375-1-iscsi neutron-server[114213]: cb(*args, **kw) May 03 23:54:35.328413 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 23:54:35.328413 dv-cinder-840375-1-iscsi neutron-server[114213]: return func(*args, **kwargs) May 03 23:54:35.328413 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 23:54:35.328413 dv-cinder-840375-1-iscsi neutron-server[114213]: self._notify() May 03 23:54:35.328413 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 23:54:35.328413 dv-cinder-840375-1-iscsi neutron-server[114213]: self.callback(batched_events) May 03 23:54:35.328413 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 23:54:35.328413 dv-cinder-840375-1-iscsi neutron-server[114213]: event.method(event) May 03 23:54:35.328413 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 23:54:35.328413 dv-cinder-840375-1-iscsi neutron-server[114213]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 23:54:35.328413 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 23:54:35.328413 dv-cinder-840375-1-iscsi neutron-server[114213]: aggregate_uuid = self.p_client.list_aggregates( May 03 23:54:35.328413 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 23:54:35.328413 dv-cinder-840375-1-iscsi neutron-server[114213]: return f(self, *a, **k) May 03 23:54:35.328413 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 23:54:35.328413 dv-cinder-840375-1-iscsi neutron-server[114213]: return self._get(url).json() May 03 23:54:35.328413 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 23:54:35.328413 dv-cinder-840375-1-iscsi neutron-server[114213]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 23:54:35.328413 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 23:54:35.328413 dv-cinder-840375-1-iscsi neutron-server[114213]: return self.request(url, 'GET', **kwargs) May 03 23:54:35.328413 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 23:54:35.328413 dv-cinder-840375-1-iscsi neutron-server[114213]: base_url = self.get_endpoint(auth, allow=allow, May 03 23:54:35.328413 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 23:54:35.328413 dv-cinder-840375-1-iscsi neutron-server[114213]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 23:54:35.328413 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 23:54:35.328413 dv-cinder-840375-1-iscsi neutron-server[114213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 23:54:35.328413 dv-cinder-840375-1-iscsi neutron-server[114213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 23:54:35.338291 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-e5e4f307-3309-4738-855e-a40a75973ea8 req-9e3fde68-0684-423b-ae15-d3246abe4f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25393411'] for port, after_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:35.365921 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-9988ed24-7efc-4e8a-acf7-bcbfa55ed3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:35.400769 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e4f307-3309-4738-855e-a40a75973ea8 req-9e3fde68-0684-423b-ae15-d3246abe4f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:35.401387 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-e5e4f307-3309-4738-855e-a40a75973ea8 req-9e3fde68-0684-423b-ae15-d3246abe4f84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371'] for port, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:35.402875 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-e5e4f307-3309-4738-855e-a40a75973ea8 req-9e3fde68-0684-423b-ae15-d3246abe4f84 service neutron] 10.222.0.47 "PUT /v2.0/ports/a7796f5c-6daf-4fd5-8952-5d2ceb77455a HTTP/1.1" status: 200 len: 1093 time: 1.0655124 May 03 23:54:35.403307 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50a0900d-15f5-43a5-886f-f152d5865b91', 'tag': 'a7796f5c-6daf-4fd5-8952-5d2ceb77455a'}] {{(pid=114212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:54:35.405686 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d2be33a93c6036cad1ba084e78d1c3d957b621bee157ccc93bfe0a4b69d877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55aa954b-7679-4919-9832-26e624487af4" -d '{"events": [{"name": "network-changed", "server_uuid": "50a0900d-15f5-43a5-886f-f152d5865b91", "tag": "a7796f5c-6daf-4fd5-8952-5d2ceb77455a"}]}' {{(pid=114212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 23:54:35.428255 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3fde68-0684-423b-ae15-d3246abe4f84 service neutron] Pushing event updated for resources: {'Port': ['ID=a7796f5c-6daf-4fd5-8952-5d2ceb77455a,revision_number=3']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:35.440858 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216586f7-cd33-4253-9f42-6bb6bedfa5dc req-cd621e14-0e38-4567-b73e-7ae5db20eceb tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:35.442454 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-216586f7-cd33-4253-9f42-6bb6bedfa5dc req-cd621e14-0e38-4567-b73e-7ae5db20eceb tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/ports?device_id=50a0900d-15f5-43a5-886f-f152d5865b91 HTTP/1.1" status: 200 len: 943 time: 0.1185050 May 03 23:54:35.449556 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 23:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5d1be39-894d-4672-a0fb-19e54bcf0ba9 x-openstack-request-id: req-b5d1be39-894d-4672-a0fb-19e54bcf0ba9 {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 23:54:35.449847 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50a0900d-15f5-43a5-886f-f152d5865b91", "tag": "a7796f5c-6daf-4fd5-8952-5d2ceb77455a", "status": "completed", "code": 200}]} {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 23:54:35.450147 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b5d1be39-894d-4672-a0fb-19e54bcf0ba9 {{(pid=114212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 23:54:35.462045 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5d1be39-894d-4672-a0fb-19e54bcf0ba9'] response: {'name': 'network-changed', 'server_uuid': '50a0900d-15f5-43a5-886f-f152d5865b91', 'tag': 'a7796f5c-6daf-4fd5-8952-5d2ceb77455a', 'status': 'completed', 'code': 200} May 03 23:54:35.480798 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-30461b4c-edbb-45c6-862e-f38d7f05b455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-608361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3761736'] for network, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:35.493282 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-216586f7-cd33-4253-9f42-6bb6bedfa5dc req-7adc4c6a-8aae-401c-87fa-06eafa7532db tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3199a76-af0d-466a-85dd-e09fc9f48c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417435 May 03 23:54:35.497497 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-30461b4c-edbb-45c6-862e-f38d7f05b455 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748400'] for network, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:35.504760 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-30461b4c-edbb-45c6-862e-f38d7f05b455 admin admin] 10.222.0.13 "DELETE /v2.0/networks/654c4028-cdb9-42ce-8f43-892574763840 HTTP/1.1" status: 204 len: 168 time: 0.7881982 May 03 23:54:35.505583 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 37608) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:54:35.527720 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30461b4c-edbb-45c6-862e-f38d7f05b455 admin admin] Pushing event deleted for resources: {'Network': ['ID=654c4028-cdb9-42ce-8f43-892574763840,revision_number=None']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:35.606698 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9a260b2-b2e0-4a4d-9c92-499d88a30521 admin admin] Deleting subnet 53fbbd1f-a85f-4da7-a370-80174e8e284c {{(pid=114212) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 03 23:54:35.613704 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-f9a260b2-b2e0-4a4d-9c92-499d88a30521 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:35.623685 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 37610) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:54:35.646689 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa954b-7679-4919-9832-26e624487af4 req-bfe49698-bd3f-4a4e-b5d9-222af26bca67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:35.648212 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-55aa954b-7679-4919-9832-26e624487af4 req-bfe49698-bd3f-4a4e-b5d9-222af26bca67 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c9812577fde04fb19b349927fd4a1e8e&device_id=50a0900d-15f5-43a5-886f-f152d5865b91 HTTP/1.1" status: 200 len: 1096 time: 0.0994065 May 03 23:54:35.666701 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-f9a260b2-b2e0-4a4d-9c92-499d88a30521 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25200264'] for subnet, precommit_delete_associations {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:35.785575 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb5cb47-f4e9-4c84-b3bc-2c5638fdc226 req-6776c041-4199-445e-ae9f-1787a0a839c6 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:35.787297 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-cdb5cb47-f4e9-4c84-b3bc-2c5638fdc226 req-6776c041-4199-445e-ae9f-1787a0a839c6 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=53631f43-00b4-433e-b52b-c2ad2de8e21d HTTP/1.1" status: 200 len: 945 time: 0.0642216 May 03 23:54:35.819232 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-763966a7-6e4a-405f-9d4e-30ad70fe6396 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:35.847612 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-f9a260b2-b2e0-4a4d-9c92-499d88a30521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608747'] for subnet, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:35.857229 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-cdb5cb47-f4e9-4c84-b3bc-2c5638fdc226 req-1d4d52bf-0131-449b-876d-7ba42617b6e5 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aabfbfc-09d0-4f5e-998f-a2943879bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632973 May 03 23:54:35.925417 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-763966a7-6e4a-405f-9d4e-30ad70fe6396 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:35.930437 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa954b-7679-4919-9832-26e624487af4 req-d0f557af-52ad-483c-96eb-8c071aa82025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:35.931893 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-55aa954b-7679-4919-9832-26e624487af4 req-d0f557af-52ad-483c-96eb-8c071aa82025 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=c9812577fde04fb19b349927fd4a1e8e&shared=False HTTP/1.1" status: 200 len: 908 time: 0.2283809 May 03 23:54:36.022336 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-763966a7-6e4a-405f-9d4e-30ad70fe6396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:36.058241 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-f9a260b2-b2e0-4a4d-9c92-499d88a30521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29217597'] for subnet, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:36.073004 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-763966a7-6e4a-405f-9d4e-30ad70fe6396 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=21854c8a25404c818c1d2a385bce7c54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4477401 May 03 23:54:36.074030 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763966a7-6e4a-405f-9d4e-30ad70fe6396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=936f9e80-99a1-445b-898b-7f22937c8ab8,revision_number=1']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:36.074641 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 37618) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:54:36.120522 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-f3996685-9434-443c-b5d7-edb245b755aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:36.132284 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a260b2-b2e0-4a4d-9c92-499d88a30521 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53fbbd1f-a85f-4da7-a370-80174e8e284c,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:36.145629 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-f9a260b2-b2e0-4a4d-9c92-499d88a30521 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:36.148808 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-f9a260b2-b2e0-4a4d-9c92-499d88a30521 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/53fbbd1f-a85f-4da7-a370-80174e8e284c HTTP/1.1" status: 204 len: 168 time: 0.6422758 May 03 23:54:36.151491 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 37620) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:54:36.185085 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa954b-7679-4919-9832-26e624487af4 req-ead7bbf9-2e46-44c0-9240-d7a497029f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:36.186584 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-55aa954b-7679-4919-9832-26e624487af4 req-ead7bbf9-2e46-44c0-9240-d7a497029f6e service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2413540 May 03 23:54:36.202012 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-d8449648-6556-46ce-9cc8-d3b8deea64e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:36.226018 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-4ab7e018-0220-41fc-8023-5c13a05d0534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714127'] for network, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:36.229183 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-d8449648-6556-46ce-9cc8-d3b8deea64e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:36.312370 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-4ab7e018-0220-41fc-8023-5c13a05d0534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-608354', 'neutron.services.segments.db._delete_segments_for_network-8733331752452'] for network, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:36.330186 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e4f307-3309-4738-855e-a40a75973ea8 req-9fe2ccf4-a820-4053-a276-b71b0b021e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:36.331697 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-e5e4f307-3309-4738-855e-a40a75973ea8 req-9fe2ccf4-a820-4053-a276-b71b0b021e28 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c9812577fde04fb19b349927fd4a1e8e&device_id=50a0900d-15f5-43a5-886f-f152d5865b91 HTTP/1.1" status: 200 len: 1096 time: 0.0440900 May 03 23:54:36.335614 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.services.segments.db [None req-4ab7e018-0220-41fc-8023-5c13a05d0534 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c50be01f-205f-4c9d-b8bc-a5e8ac5f6d99']}} {{(pid=114213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:54:36.346381 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.services.segments.db [None req-4ab7e018-0220-41fc-8023-5c13a05d0534 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b724363-4b03-4696-aa00-bb6e67079cc5') {'for_net_delete': True} {{(pid=114213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:54:36.346678 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.services.segments.db [None req-4ab7e018-0220-41fc-8023-5c13a05d0534 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b724363-4b03-4696-aa00-bb6e67079cc5') {} {{(pid=114213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:54:36.356431 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-4ab7e018-0220-41fc-8023-5c13a05d0534 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733331752717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25564879'] for segment, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:36.372115 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-4ab7e018-0220-41fc-8023-5c13a05d0534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-611538'] for segment, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:36.380040 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ab7e018-0220-41fc-8023-5c13a05d0534 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=114213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 23:54:36.380569 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-4ab7e018-0220-41fc-8023-5c13a05d0534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-611538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25969847'] for segment, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:36.382787 dv-cinder-840375-1-iscsi neutron-server[114213]: Traceback (most recent call last): May 03 23:54:36.382787 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 23:54:36.382787 dv-cinder-840375-1-iscsi neutron-server[114213]: timer() May 03 23:54:36.382787 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 23:54:36.382787 dv-cinder-840375-1-iscsi neutron-server[114213]: cb(*args, **kw) May 03 23:54:36.382787 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 23:54:36.382787 dv-cinder-840375-1-iscsi neutron-server[114213]: return func(*args, **kwargs) May 03 23:54:36.382787 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 23:54:36.382787 dv-cinder-840375-1-iscsi neutron-server[114213]: self._notify() May 03 23:54:36.382787 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 23:54:36.382787 dv-cinder-840375-1-iscsi neutron-server[114213]: self.callback(batched_events) May 03 23:54:36.382787 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 23:54:36.382787 dv-cinder-840375-1-iscsi neutron-server[114213]: event.method(event) May 03 23:54:36.382787 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 23:54:36.382787 dv-cinder-840375-1-iscsi neutron-server[114213]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 23:54:36.382787 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 23:54:36.382787 dv-cinder-840375-1-iscsi neutron-server[114213]: aggregate_uuid = self.p_client.list_aggregates( May 03 23:54:36.382787 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 23:54:36.382787 dv-cinder-840375-1-iscsi neutron-server[114213]: return f(self, *a, **k) May 03 23:54:36.382787 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 23:54:36.382787 dv-cinder-840375-1-iscsi neutron-server[114213]: return self._get(url).json() May 03 23:54:36.382787 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 23:54:36.382787 dv-cinder-840375-1-iscsi neutron-server[114213]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 23:54:36.382787 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 23:54:36.382787 dv-cinder-840375-1-iscsi neutron-server[114213]: return self.request(url, 'GET', **kwargs) May 03 23:54:36.382787 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 23:54:36.382787 dv-cinder-840375-1-iscsi neutron-server[114213]: base_url = self.get_endpoint(auth, allow=allow, May 03 23:54:36.382787 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 23:54:36.382787 dv-cinder-840375-1-iscsi neutron-server[114213]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 23:54:36.382787 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 23:54:36.382787 dv-cinder-840375-1-iscsi neutron-server[114213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 23:54:36.382787 dv-cinder-840375-1-iscsi neutron-server[114213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 23:54:36.395570 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-d8449648-6556-46ce-9cc8-d3b8deea64e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:36.398146 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-d8449648-6556-46ce-9cc8-d3b8deea64e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:36.406467 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-d8449648-6556-46ce-9cc8-d3b8deea64e6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/936f9e80-99a1-445b-898b-7f22937c8ab8 HTTP/1.1" status: 204 len: 168 time: 0.3233333 May 03 23:54:36.411329 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-e5e4f307-3309-4738-855e-a40a75973ea8 req-8caff74e-43ab-41c9-a2f7-80a4bd3a9c52 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a7796f5c-6daf-4fd5-8952-5d2ceb77455a HTTP/1.1" status: 200 len: 217 time: 0.0564828 May 03 23:54:36.418119 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8449648-6556-46ce-9cc8-d3b8deea64e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=936f9e80-99a1-445b-898b-7f22937c8ab8,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:36.475104 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e4f307-3309-4738-855e-a40a75973ea8 req-5b09e370-3685-44eb-b475-a9049969384c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:36.479513 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-e5e4f307-3309-4738-855e-a40a75973ea8 req-5b09e370-3685-44eb-b475-a9049969384c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7435d9ea-a907-4feb-b09d-444f6bc116fb HTTP/1.1" status: 200 len: 847 time: 0.0547502 May 03 23:54:36.510739 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-e5e4f307-3309-4738-855e-a40a75973ea8 req-93453c52-a22d-425f-bdbe-aa03463f212e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=78fd7791-bf4e-4a1d-b073-160257a37458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254104 May 03 23:54:36.536548 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-4ab7e018-0220-41fc-8023-5c13a05d0534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-608361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3761736'] for network, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:36.543292 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-4ab7e018-0220-41fc-8023-5c13a05d0534 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748400'] for network, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:36.549179 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-4ab7e018-0220-41fc-8023-5c13a05d0534 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c50be01f-205f-4c9d-b8bc-a5e8ac5f6d99 HTTP/1.1" status: 204 len: 168 time: 0.3962827 May 03 23:54:36.571557 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab7e018-0220-41fc-8023-5c13a05d0534 admin admin] Pushing event deleted for resources: {'Network': ['ID=c50be01f-205f-4c9d-b8bc-a5e8ac5f6d99,revision_number=None']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:36.679390 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6291d98e-92e9-4de6-b3ee-606f4a4c226d req-bea4b024-733c-420e-aa78-6ca15d04486b tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:36.681234 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-6291d98e-92e9-4de6-b3ee-606f4a4c226d req-bea4b024-733c-420e-aa78-6ca15d04486b tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/ports?device_id=50a0900d-15f5-43a5-886f-f152d5865b91 HTTP/1.1" status: 200 len: 943 time: 0.0879891 May 03 23:54:36.683638 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-e5e4f307-3309-4738-855e-a40a75973ea8 req-99379a9f-51d7-4207-9876-18c1fe589995 service neutron] 10.222.0.47 "GET /v2.0/networks/78fd7791-bf4e-4a1d-b073-160257a37458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630585 May 03 23:54:36.801091 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-6291d98e-92e9-4de6-b3ee-606f4a4c226d req-98993eed-2f7a-47f3-9429-de379fcc54b8 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3199a76-af0d-466a-85dd-e09fc9f48c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119697 May 03 23:54:36.852872 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-e5e4f307-3309-4738-855e-a40a75973ea8 req-36c2aeb0-3f3d-4dfa-b373-9b10739abeef service neutron] 10.222.0.47 "GET /v2.0/networks/78fd7791-bf4e-4a1d-b073-160257a37458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571815 May 03 23:54:36.892017 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:36.934259 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 37634) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:54:36.995548 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-310d56c2-73b1-472b-a9bf-7fae5086708a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=10357f36ac204f94823e2c0b7d35047a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0572088 May 03 23:54:36.998152 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 37636) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:54:37.016454 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e5816-1853-4f2f-b9c4-456b9340c1c5 req-310d2627-afc4-47de-ae4d-8048703a8e7c tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:37.018073 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-f31e5816-1853-4f2f-b9c4-456b9340c1c5 req-310d2627-afc4-47de-ae4d-8048703a8e7c tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=53631f43-00b4-433e-b52b-c2ad2de8e21d HTTP/1.1" status: 200 len: 945 time: 0.0806487 May 03 23:54:37.064334 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-b1d02bab-ffe1-4a1a-86a0-e7d50847fb50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:37.071688 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-f31e5816-1853-4f2f-b9c4-456b9340c1c5 req-11055396-a777-469b-858e-4d38c82a4b16 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aabfbfc-09d0-4f5e-998f-a2943879bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439601 May 03 23:54:37.106189 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-b1d02bab-ffe1-4a1a-86a0-e7d50847fb50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:37.240462 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-b1d02bab-ffe1-4a1a-86a0-e7d50847fb50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:37.243300 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-b1d02bab-ffe1-4a1a-86a0-e7d50847fb50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:37.247226 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-b1d02bab-ffe1-4a1a-86a0-e7d50847fb50 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0e2c46a2-8934-430f-ad45-48f4c86bed5b HTTP/1.1" status: 204 len: 168 time: 0.2452099 May 03 23:54:37.253248 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d02bab-ffe1-4a1a-86a0-e7d50847fb50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e2c46a2-8934-430f-ad45-48f4c86bed5b,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:37.877644 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 37660) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:54:37.932301 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3148a9f-264e-4b75-9470-77137ecf6f84 req-854f2c5a-51d8-45bf-8509-b771be097d91 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:37.933865 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-a3148a9f-264e-4b75-9470-77137ecf6f84 req-854f2c5a-51d8-45bf-8509-b771be097d91 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/ports?device_id=50a0900d-15f5-43a5-886f-f152d5865b91 HTTP/1.1" status: 200 len: 943 time: 0.0565879 May 03 23:54:37.978617 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-a3148a9f-264e-4b75-9470-77137ecf6f84 req-38b7885b-56f6-42a6-af76-17d312257075 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3199a76-af0d-466a-85dd-e09fc9f48c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374520 May 03 23:54:37.991611 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.v2.base [None req-309bdbce-deb1-4353-aee0-6b7d306d354e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-592619109-network', 'tenant_id': 'c7dabe5c6909498eb0e87863bd20caff'}} {{(pid=114213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:54:38.075039 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-309bdbce-deb1-4353-aee0-6b7d306d354e admin admin] Made reservation on behalf of c7dabe5c6909498eb0e87863bd20caff for: {'network': 1} {{(pid=114213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:54:38.077632 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-309bdbce-deb1-4353-aee0-6b7d306d354e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for network, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:38.087554 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-309bdbce-deb1-4353-aee0-6b7d306d354e admin admin] Notify callbacks [] for security_group, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:38.115138 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 37666) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:54:38.228218 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-bf75a4d0-2457-4206-861f-d7cee151d502 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=32dcd6e2c6a3445c88b541f2da65b47f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1094446 May 03 23:54:38.228962 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 37670) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:54:38.264894 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-309bdbce-deb1-4353-aee0-6b7d306d354e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:38.274626 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a99394e-91c9-4b05-8c43-5949948fbbe0 req-51bfb712-51f6-45bf-8e2b-25246e809aec tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:38.276156 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-4a99394e-91c9-4b05-8c43-5949948fbbe0 req-51bfb712-51f6-45bf-8e2b-25246e809aec tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=53631f43-00b4-433e-b52b-c2ad2de8e21d HTTP/1.1" status: 200 len: 945 time: 0.1112351 May 03 23:54:38.285847 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-3754ab7a-54e0-4a5e-9621-8243b03cdf5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:38.309312 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-3754ab7a-54e0-4a5e-9621-8243b03cdf5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:38.321076 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-4a99394e-91c9-4b05-8c43-5949948fbbe0 req-5283ab8b-d062-4b79-8c4d-685cdcdf65de tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aabfbfc-09d0-4f5e-998f-a2943879bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368991 May 03 23:54:38.366413 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-309bdbce-deb1-4353-aee0-6b7d306d354e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:38.394800 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309bdbce-deb1-4353-aee0-6b7d306d354e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d499470a-05c4-4b0c-9a27-28b9978931a3,revision_number=1']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:38.492646 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-3754ab7a-54e0-4a5e-9621-8243b03cdf5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:38.497016 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-3754ab7a-54e0-4a5e-9621-8243b03cdf5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:38.499001 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-3754ab7a-54e0-4a5e-9621-8243b03cdf5c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b4448b95-1fd2-4f54-81c3-901319b6b0b0 HTTP/1.1" status: 204 len: 168 time: 0.2685339 May 03 23:54:38.501370 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-309bdbce-deb1-4353-aee0-6b7d306d354e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=114213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 23:54:38.511745 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3754ab7a-54e0-4a5e-9621-8243b03cdf5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4448b95-1fd2-4f54-81c3-901319b6b0b0,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:38.515464 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-309bdbce-deb1-4353-aee0-6b7d306d354e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-611538'] for segment, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:38.515768 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.db.segments_db [None req-309bdbce-deb1-4353-aee0-6b7d306d354e admin admin] Added segment a15bf7d2-78b2-4aa9-b3b7-3ddcf679b30b of type vlan for network 609cef8e-df65-49c3-ae42-a7cfad649592 May 03 23:54:38.561848 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-309bdbce-deb1-4353-aee0-6b7d306d354e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733331214529'] for network, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:38.685440 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-309bdbce-deb1-4353-aee0-6b7d306d354e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298'] for network, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:38.686621 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309bdbce-deb1-4353-aee0-6b7d306d354e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:38.687253 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-309bdbce-deb1-4353-aee0-6b7d306d354e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748400'] for network, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:38.763120 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309bdbce-deb1-4353-aee0-6b7d306d354e admin admin] Pushing event updated for resources: {'Network': ['ID=609cef8e-df65-49c3-ae42-a7cfad649592,revision_number=1']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:38.777190 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Network 609cef8e-df65-49c3-ae42-a7cfad649592 details requested by agent ovs-agent-dv-cinder-840375-1-iscsi with host dv-cinder-840375-1-iscsi {{(pid=114214) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 23:54:38.815660 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-309bdbce-deb1-4353-aee0-6b7d306d354e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9368000 May 03 23:54:38.819363 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 37676) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:54:38.824551 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.v2.base [None req-2d7cc1a9-1bb1-4d5c-820c-23d3bc4caae4 admin admin] Request body: {'subnet': {'network_id': '609cef8e-df65-49c3-ae42-a7cfad649592', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-592619109-subnet', 'tenant_id': 'c7dabe5c6909498eb0e87863bd20caff', 'ip_version': 4}} {{(pid=114213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:54:38.926010 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d7cc1a9-1bb1-4d5c-820c-23d3bc4caae4 admin admin] Made reservation on behalf of c7dabe5c6909498eb0e87863bd20caff for: {'subnet': 1} {{(pid=114213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:54:38.928348 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-2d7cc1a9-1bb1-4d5c-820c-23d3bc4caae4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25579759'] for subnet, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:39.137170 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18871a3f-2276-4af7-a2f0-134a6c21acb9 req-e5f2fb53-a491-4324-9571-7e6a1f8b18d1 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:39.138757 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-18871a3f-2276-4af7-a2f0-134a6c21acb9 req-e5f2fb53-a491-4324-9571-7e6a1f8b18d1 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/ports?device_id=50a0900d-15f5-43a5-886f-f152d5865b91 HTTP/1.1" status: 200 len: 943 time: 0.0650747 May 03 23:54:39.192097 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-18871a3f-2276-4af7-a2f0-134a6c21acb9 req-f6835477-dbac-4d2c-944c-27ccb2ffd004 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3199a76-af0d-466a-85dd-e09fc9f48c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463610 May 03 23:54:39.263644 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-2d7cc1a9-1bb1-4d5c-820c-23d3bc4caae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26196818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25579769'] for subnet, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:39.322159 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7cc1a9-1bb1-4d5c-820c-23d3bc4caae4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=088459d7-9fa5-4572-a877-8b61a3a87623,revision_number=0']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:39.351801 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7cc1a9-1bb1-4d5c-820c-23d3bc4caae4 admin admin] Checking segment: {'id': 'a15bf7d2-78b2-4aa9-b3b7-3ddcf679b30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '609cef8e-df65-49c3-ae42-a7cfad649592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 03 23:54:39.352704 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7cc1a9-1bb1-4d5c-820c-23d3bc4caae4 admin admin] Network hostable DHCP agents. Network: 609cef8e-df65-49c3-ae42-a7cfad649592, hostable agents: ['68d83d53-3271-4b5e-a364-332abe4e6306'], hosted agents: [] {{(pid=114213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 23:54:39.490423 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bc738d-f2d7-4f84-b020-8eb1c9c1e7ec req-d69d4acd-4983-4f48-9e23-2f4357c08cbb tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:39.492206 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-c5bc738d-f2d7-4f84-b020-8eb1c9c1e7ec req-d69d4acd-4983-4f48-9e23-2f4357c08cbb tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=53631f43-00b4-433e-b52b-c2ad2de8e21d HTTP/1.1" status: 200 len: 945 time: 0.0625801 May 03 23:54:39.523401 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7cc1a9-1bb1-4d5c-820c-23d3bc4caae4 admin admin] Network 609cef8e-df65-49c3-ae42-a7cfad649592 is scheduled to be hosted by DHCP agent 68d83d53-3271-4b5e-a364-332abe4e6306 with binding_index 1 {{(pid=114213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 23:54:39.551459 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-c5bc738d-f2d7-4f84-b020-8eb1c9c1e7ec req-d2fba733-4e7a-4cff-a436-31b5819b25fd tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aabfbfc-09d0-4f5e-998f-a2943879bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470767 May 03 23:54:39.612450 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.base_scheduler [None req-2d7cc1a9-1bb1-4d5c-820c-23d3bc4caae4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840375-1-iscsi, 609cef8e-df65-49c3-ae42-a7cfad649592) {{(pid=114213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:54:39.623278 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7cc1a9-1bb1-4d5c-820c-23d3bc4caae4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:39.623959 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-2d7cc1a9-1bb1-4d5c-820c-23d3bc4caae4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748400'] for subnet, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:39.624453 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ada3fe-c43b-4e26-b32c-3f880323bf94 None None] Network 609cef8e-df65-49c3-ae42-a7cfad649592 requested from dv-cinder-840375-1-iscsi {{(pid=114214) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 03 23:54:39.729929 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-2d7cc1a9-1bb1-4d5c-820c-23d3bc4caae4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9094019 May 03 23:54:39.733314 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 37700) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:54:39.738781 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.v2.base [None req-9b5ebc25-0274-4ddf-a809-1dab5ca42478 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-592619109-router', 'tenant_id': 'c7dabe5c6909498eb0e87863bd20caff', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c'}}} {{(pid=114213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:54:39.814955 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c11d59f-749c-4440-9200-64200451ce6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6859a26-b6ae-50b6-ac7d-ce164fc290cc-609cef8e-df65-49c3-ae42-a7cfad649592', 'network_id': '609cef8e-df65-49c3-ae42-a7cfad649592', 'tenant_id': 'c7dabe5c6909498eb0e87863bd20caff', 'fixed_ips': [{'subnet_id': '088459d7-9fa5-4572-a877-8b61a3a87623'}]}} from dv-cinder-840375-1-iscsi. {{(pid=114214) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 03 23:54:39.816667 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-3c11d59f-749c-4440-9200-64200451ce6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_create {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:39.840889 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-9b5ebc25-0274-4ddf-a809-1dab5ca42478 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3756941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9675'] for router, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:39.842173 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-9b5ebc25-0274-4ddf-a809-1dab5ca42478 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3759997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3761351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3931738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9666'] for router, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:39.927682 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-9b5ebc25-0274-4ddf-a809-1dab5ca42478 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:39.992822 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.db_base_plugin_common [None req-3c11d59f-749c-4440-9200-64200451ce6c None None] Allocated IP 172.20.0.2 (609cef8e-df65-49c3-ae42-a7cfad649592/088459d7-9fa5-4572-a877-8b61a3a87623/31c962ec-11db-4eda-9fa9-d95cd38ff277) {{(pid=114214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:54:40.159642 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-3c11d59f-749c-4440-9200-64200451ce6c None None] Notify callbacks [] for port, precommit_create {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:40.340409 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00071520-1df9-4a0f-b928-78ccb8f4146f req-6a34ffd4-8d11-4507-9b8f-760c53837ebc tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:40.342143 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-00071520-1df9-4a0f-b928-78ccb8f4146f req-6a34ffd4-8d11-4507-9b8f-760c53837ebc tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/ports?device_id=50a0900d-15f5-43a5-886f-f152d5865b91 HTTP/1.1" status: 200 len: 943 time: 0.0753767 May 03 23:54:40.361739 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-3c11d59f-749c-4440-9200-64200451ce6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733331236172'] for port, after_create {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:40.401525 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c11d59f-749c-4440-9200-64200451ce6c None None] Network 609cef8e-df65-49c3-ae42-a7cfad649592 is already hosted by enough agents. {{(pid=114214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:54:40.406363 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-00071520-1df9-4a0f-b928-78ccb8f4146f req-8c1f53f0-c9db-4409-a4b8-0f5b80b06967 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3199a76-af0d-466a-85dd-e09fc9f48c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547376 May 03 23:54:40.410088 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.scheduler.base_scheduler [None req-3c11d59f-749c-4440-9200-64200451ce6c None None] Resources bound (agent type, host, resource id): {{(pid=114214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:54:40.420054 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-9b5ebc25-0274-4ddf-a809-1dab5ca42478 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:40.420303 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c11d59f-749c-4440-9200-64200451ce6c None None] Pushing event updated for resources: {'Port': ['ID=31c962ec-11db-4eda-9fa9-d95cd38ff277,revision_number=1']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:40.421160 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c11d59f-749c-4440-9200-64200451ce6c None None] Received port after_create {{(pid=114214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 23:54:40.476111 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.agents_db [None req-33eb5aa9-4e04-49df-8f84-9829a3bd54c6 None None] Agent healthcheck: found 6 active agents {{(pid=114215) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 23:54:40.486580 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.managers [None req-3c11d59f-749c-4440-9200-64200451ce6c None None] Attempting to bind port 31c962ec-11db-4eda-9fa9-d95cd38ff277 on host dv-cinder-840375-1-iscsi for vnic_type normal with profile {{(pid=114214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:54:40.487103 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.managers [None req-3c11d59f-749c-4440-9200-64200451ce6c None None] Attempting to bind port 31c962ec-11db-4eda-9fa9-d95cd38ff277 by drivers openvswitch,hyperv on host dv-cinder-840375-1-iscsi at level 0 using segments [{'id': 'a15bf7d2-78b2-4aa9-b3b7-3ddcf679b30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '609cef8e-df65-49c3-ae42-a7cfad649592'}] {{(pid=114214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:54:40.487464 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c11d59f-749c-4440-9200-64200451ce6c None None] Attempting to bind port 31c962ec-11db-4eda-9fa9-d95cd38ff277 on network 609cef8e-df65-49c3-ae42-a7cfad649592 {{(pid=114214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 23:54:40.493031 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c11d59f-749c-4440-9200-64200451ce6c None None] Checking agent: {'id': 'cd69fb9c-fe1e-4524-b6a8-2fc8f7c83280', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840375-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 23, 44, 7), 'started_at': datetime.datetime(2022, 5, 3, 23, 44, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840375-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 23:54:40.493404 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c11d59f-749c-4440-9200-64200451ce6c None None] Checking segment: {'id': 'a15bf7d2-78b2-4aa9-b3b7-3ddcf679b30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '609cef8e-df65-49c3-ae42-a7cfad649592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 03 23:54:40.493810 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-3c11d59f-749c-4440-9200-64200451ce6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:40.494233 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c11d59f-749c-4440-9200-64200451ce6c None None] Bound using segment: {'id': 'a15bf7d2-78b2-4aa9-b3b7-3ddcf679b30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '609cef8e-df65-49c3-ae42-a7cfad649592'} {{(pid=114214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 23:54:40.494698 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.managers [None req-3c11d59f-749c-4440-9200-64200451ce6c None None] Bound port: 31c962ec-11db-4eda-9fa9-d95cd38ff277, host: dv-cinder-840375-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a15bf7d2-78b2-4aa9-b3b7-3ddcf679b30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '609cef8e-df65-49c3-ae42-a7cfad649592'}}] {{(pid=114214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:54:40.495079 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-3c11d59f-749c-4440-9200-64200451ce6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:40.574006 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-3c11d59f-749c-4440-9200-64200451ce6c None None] For port 31c962ec-11db-4eda-9fa9-d95cd38ff277, host dv-cinder-840375-1-iscsi, cleared binding levels {{(pid=114214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 23:54:40.580890 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-3c11d59f-749c-4440-9200-64200451ce6c None None] For port 31c962ec-11db-4eda-9fa9-d95cd38ff277, host dv-cinder-840375-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=31c962ec-11db-4eda-9fa9-d95cd38ff277,segment=NetworkSegment(a15bf7d2-78b2-4aa9-b3b7-3ddcf679b30b),segment_id=a15bf7d2-78b2-4aa9-b3b7-3ddcf679b30b)] {{(pid=114214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 23:54:40.669035 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-3c11d59f-749c-4440-9200-64200451ce6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:40.756871 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c11d59f-749c-4440-9200-64200451ce6c None None] Pushing event updated for resources: {'Port': ['ID=31c962ec-11db-4eda-9fa9-d95cd38ff277,revision_number=2']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:40.788399 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d66e25-80b7-40d0-92b0-3fb23b92acf4 req-d6a09b03-ca65-408b-9d80-ffd64b111215 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:40.790311 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-f6d66e25-80b7-40d0-92b0-3fb23b92acf4 req-d6a09b03-ca65-408b-9d80-ffd64b111215 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=53631f43-00b4-433e-b52b-c2ad2de8e21d HTTP/1.1" status: 200 len: 945 time: 0.1256707 May 03 23:54:40.796209 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-9b5ebc25-0274-4ddf-a809-1dab5ca42478 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:40.845140 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-9b5ebc25-0274-4ddf-a809-1dab5ca42478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:40.927239 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-f6d66e25-80b7-40d0-92b0-3fb23b92acf4 req-24b4ca11-08e4-4793-bad2-db93d4e7d16e tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aabfbfc-09d0-4f5e-998f-a2943879bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202064 May 03 23:54:41.097774 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.db.db_base_plugin_common [None req-9b5ebc25-0274-4ddf-a809-1dab5ca42478 admin admin] Allocated IP 172.27.2.220 (b899e136-3b25-4af5-bb18-9827145d490c/f9ce11e5-b806-4ff0-a648-9987146ccd8a/0bc8fd5f-7a49-4051-8d1c-df283e647cf5) {{(pid=114213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:54:41.153193 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device 31c962ec-11db-4eda-9fa9-d95cd38ff277 up at agent ovs-agent-dv-cinder-840375-1-iscsi {{(pid=114214) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 23:54:41.229820 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Provisioning complete for port 31c962ec-11db-4eda-9fa9-d95cd38ff277 triggered by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:54:41.230180 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:41.263307 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-9b5ebc25-0274-4ddf-a809-1dab5ca42478 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:41.324200 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:41.366257 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] For port 31c962ec-11db-4eda-9fa9-d95cd38ff277, host dv-cinder-840375-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=31c962ec-11db-4eda-9fa9-d95cd38ff277,segment=NetworkSegment(a15bf7d2-78b2-4aa9-b3b7-3ddcf679b30b),segment_id=a15bf7d2-78b2-4aa9-b3b7-3ddcf679b30b)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:54:41.383820 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-9b5ebc25-0274-4ddf-a809-1dab5ca42478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733331236172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25969890'] for port, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:41.430178 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5ebc25-0274-4ddf-a809-1dab5ca42478 admin admin] Network b899e136-3b25-4af5-bb18-9827145d490c is already hosted by enough agents. {{(pid=114213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:54:41.433398 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.base_scheduler [None req-9b5ebc25-0274-4ddf-a809-1dab5ca42478 admin admin] Resources bound (agent type, host, resource id): {{(pid=114213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:54:41.435388 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:41.440525 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5ebc25-0274-4ddf-a809-1dab5ca42478 admin admin] Received port after_create {{(pid=114213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 23:54:41.471431 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5ebc25-0274-4ddf-a809-1dab5ca42478 admin admin] Pushing event updated for resources: {'Port': ['ID=0bc8fd5f-7a49-4051-8d1c-df283e647cf5,revision_number=1']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:41.511673 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Pushing event updated for resources: {'Port': ['ID=31c962ec-11db-4eda-9fa9-d95cd38ff277,revision_number=3']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:41.610963 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f052bbdb-bc5e-45b8-9c2c-0e3addaa2bc8 req-b5749062-27dd-4724-8d9b-0ba85accf7a5 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:41.613331 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device a7796f5c-6daf-4fd5-8952-5d2ceb77455a details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=114214) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 23:54:41.619491 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-f052bbdb-bc5e-45b8-9c2c-0e3addaa2bc8 req-b5749062-27dd-4724-8d9b-0ba85accf7a5 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/ports?device_id=50a0900d-15f5-43a5-886f-f152d5865b91 HTTP/1.1" status: 200 len: 943 time: 0.0717089 May 03 23:54:41.675011 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-f052bbdb-bc5e-45b8-9c2c-0e3addaa2bc8 req-9fb96853-c10b-4748-be16-918d22e3bc16 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3199a76-af0d-466a-85dd-e09fc9f48c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493798 May 03 23:54:41.757432 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] For port a7796f5c-6daf-4fd5-8952-5d2ceb77455a, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=a7796f5c-6daf-4fd5-8952-5d2ceb77455a,segment=NetworkSegment(d6551357-033f-4179-a830-748857d0f27a),segment_id=d6551357-033f-4179-a830-748857d0f27a)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:54:41.773659 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Returning: {'device': 'a7796f5c-6daf-4fd5-8952-5d2ceb77455a', 'network_id': '78fd7791-bf4e-4a1d-b073-160257a37458', 'port_id': 'a7796f5c-6daf-4fd5-8952-5d2ceb77455a', 'mac_address': 'fa:16:3e:af:d7:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7435d9ea-a907-4feb-b09d-444f6bc116fb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114214) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 23:54:41.830890 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:41.849869 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.notifiers.nova [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7796f5c-6daf-4fd5-8952-5d2ceb77455a {{(pid=114214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:54:41.892072 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] For port a7796f5c-6daf-4fd5-8952-5d2ceb77455a, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=a7796f5c-6daf-4fd5-8952-5d2ceb77455a,segment=NetworkSegment(d6551357-033f-4179-a830-748857d0f27a),segment_id=d6551357-033f-4179-a830-748857d0f27a)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:54:41.915503 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-9b5ebc25-0274-4ddf-a809-1dab5ca42478 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:41.966450 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:41.975369 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805fae41-fd67-4733-a4c2-ac8440c4e44a None None] Network 609cef8e-df65-49c3-ae42-a7cfad649592 requested from dv-cinder-840375-1-iscsi {{(pid=114214) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 03 23:54:42.088592 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-5b19beb7-31b1-4dec-b172-e24486e530d7 None None] Provisioning complete for port 31c962ec-11db-4eda-9fa9-d95cd38ff277 triggered by entity DHCP. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:54:42.088960 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-5b19beb7-31b1-4dec-b172-e24486e530d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:42.093276 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Pushing event updated for resources: {'Port': ['ID=a7796f5c-6daf-4fd5-8952-5d2ceb77455a,revision_number=4']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:42.113777 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01afad42-550a-44cf-a674-a6387ff3fd16 req-5c373f0e-2ee7-417b-82a0-3a27be0236fb tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:42.115335 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-01afad42-550a-44cf-a674-a6387ff3fd16 req-5c373f0e-2ee7-417b-82a0-3a27be0236fb tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=53631f43-00b4-433e-b52b-c2ad2de8e21d HTTP/1.1" status: 200 len: 945 time: 0.1003149 May 03 23:54:42.209113 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-01afad42-550a-44cf-a674-a6387ff3fd16 req-c2589117-5543-40ff-835d-2b749428f5dc tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aabfbfc-09d0-4f5e-998f-a2943879bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782650 May 03 23:54:42.214165 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-9b5ebc25-0274-4ddf-a809-1dab5ca42478 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3759990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3761396'] for router, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:42.446482 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b5ebc25-0274-4ddf-a809-1dab5ca42478 admin admin] Router 5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69 is scheduled to L3 agent 758adf3f-89d7-4e1b-912e-3871fb413390 with binding_index 1 {{(pid=114213) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 03 23:54:42.488814 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-dcfa1b98-b2b3-4f6e-aa54-2616ca86db6f None None] Provisioning complete for port 31c962ec-11db-4eda-9fa9-d95cd38ff277 triggered by entity DHCP. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:54:42.489474 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-dcfa1b98-b2b3-4f6e-aa54-2616ca86db6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:42.588479 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] get_ports_and_sgs() called for port_ids ['a7796f5c-6daf-4fd5-8952-5d2ceb77455a'] {{(pid=114214) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 23:54:42.839206 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b5ebc25-0274-4ddf-a809-1dab5ca42478 admin admin] Notify agent at l3_agent.dv-cinder-840375-1-iscsi the message routers_updated {{(pid=114213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 23:54:42.848329 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fb82c8-8202-4391-89f6-65560e8e1efe req-a1fd03e8-d707-48c0-aa29-f95997b811fe tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:42.849816 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-12fb82c8-8202-4391-89f6-65560e8e1efe req-a1fd03e8-d707-48c0-aa29-f95997b811fe tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/ports?device_id=50a0900d-15f5-43a5-886f-f152d5865b91 HTTP/1.1" status: 200 len: 944 time: 0.0650389 May 03 23:54:42.853139 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f1aebc-c232-40fe-887f-0e1f79fae285 None None] Sync routers for ids ['5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69'] in dv-cinder-840375-1-iscsi {{(pid=114215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:54:42.865204 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f1aebc-c232-40fe-887f-0e1f79fae285 None None] Routers {'5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:54:42.865817 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-60f1aebc-c232-40fe-887f-0e1f79fae285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-03T23:54:34Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69'], 'active': True} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:54:42.893485 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-12fb82c8-8202-4391-89f6-65560e8e1efe req-03ed5029-8d98-4f18-9def-2abed30d85bc tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3199a76-af0d-466a-85dd-e09fc9f48c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370369 May 03 23:54:42.968656 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-9b5ebc25-0274-4ddf-a809-1dab5ca42478 admin admin] Notify callbacks [] for router, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:42.975925 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-9b5ebc25-0274-4ddf-a809-1dab5ca42478 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2368996 May 03 23:54:42.976032 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 37760) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:54:42.989438 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvr_db [None req-60f1aebc-c232-40fe-887f-0e1f79fae285 None None] Set router 5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 23:54:43.039487 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device 31c962ec-11db-4eda-9fa9-d95cd38ff277 up at agent ovs-agent-dv-cinder-840375-1-iscsi {{(pid=114214) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 23:54:43.102620 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Provisioning complete for port 31c962ec-11db-4eda-9fa9-d95cd38ff277 triggered by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:54:43.102991 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:43.198651 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-60f1aebc-c232-40fe-887f-0e1f79fae285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69', 'name': 'tempest-TestShelveInstance-592619109-router', 'tenant_id': 'c7dabe5c6909498eb0e87863bd20caff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '0bc8fd5f-7a49-4051-8d1c-df283e647cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:54:39Z', 'updated_at': '2022-05-03T23:54:41Z', 'revision_number': 3, 'project_id': 'c7dabe5c6909498eb0e87863bd20caff', 'gw_port': {'id': '0bc8fd5f-7a49-4051-8d1c-df283e647cf5', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4d:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:54:40Z', 'updated_at': '2022-05-03T23:54:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi'}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:54:43.234028 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f1aebc-c232-40fe-887f-0e1f79fae285 None None] Checking router: 5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69 for host: dv-cinder-840375-1-iscsi {{(pid=114215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:54:43.234028 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f1aebc-c232-40fe-887f-0e1f79fae285 None None] Updating router 5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69 port 0bc8fd5f-7a49-4051-8d1c-df283e647cf5 binding host dv-cinder-840375-1-iscsi {{(pid=114215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 23:54:43.258290 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron_lib.callbacks.manager [None req-60f1aebc-c232-40fe-887f-0e1f79fae285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:43.363996 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed6b772-39ce-4c85-bf15-b5f3bf316aa8 req-0e34f487-8687-4d3c-bcbe-f2cc89cf48e6 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:43.365605 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-bed6b772-39ce-4c85-bf15-b5f3bf316aa8 req-0e34f487-8687-4d3c-bcbe-f2cc89cf48e6 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=53631f43-00b4-433e-b52b-c2ad2de8e21d HTTP/1.1" status: 200 len: 945 time: 0.0551291 May 03 23:54:43.410986 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-bed6b772-39ce-4c85-bf15-b5f3bf316aa8 req-65062ca1-fb93-49f1-a3ea-f487f57a11ee tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aabfbfc-09d0-4f5e-998f-a2943879bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371211 May 03 23:54:43.433027 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-f12972ad-ab86-4dee-9ecd-0299b863f753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:43.598596 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron_lib.callbacks.manager [None req-60f1aebc-c232-40fe-887f-0e1f79fae285 None None] Notify callbacks [] for port, precommit_update {{(pid=114215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:43.605880 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.db_base_plugin_common [None req-f12972ad-ab86-4dee-9ecd-0299b863f753 admin admin] Allocated IP 172.20.0.1 (609cef8e-df65-49c3-ae42-a7cfad649592/088459d7-9fa5-4572-a877-8b61a3a87623/db093f41-dbb6-4a9a-af33-a7578c9a78be) {{(pid=114212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:54:43.669576 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron_lib.callbacks.manager [None req-60f1aebc-c232-40fe-887f-0e1f79fae285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:43.727517 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.managers [None req-60f1aebc-c232-40fe-887f-0e1f79fae285 None None] Attempting to bind port 0bc8fd5f-7a49-4051-8d1c-df283e647cf5 on host dv-cinder-840375-1-iscsi for vnic_type normal with profile {{(pid=114215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:54:43.727915 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.managers [None req-60f1aebc-c232-40fe-887f-0e1f79fae285 None None] Attempting to bind port 0bc8fd5f-7a49-4051-8d1c-df283e647cf5 by drivers openvswitch,hyperv on host dv-cinder-840375-1-iscsi at level 0 using segments [{'id': '5eb57155-ed9e-4c45-a041-92a5f67bc876', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c'}] {{(pid=114215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:54:43.728373 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f1aebc-c232-40fe-887f-0e1f79fae285 None None] Attempting to bind port 0bc8fd5f-7a49-4051-8d1c-df283e647cf5 on network b899e136-3b25-4af5-bb18-9827145d490c {{(pid=114215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 23:54:43.731623 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df212be-9821-4e4b-9641-5f86f5ec3d1f None None] Pushing event updated for resources: {'Port': ['ID=0bc8fd5f-7a49-4051-8d1c-df283e647cf5,revision_number=2']} {{(pid=114215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:43.743723 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f1aebc-c232-40fe-887f-0e1f79fae285 None None] Checking agent: {'id': 'cd69fb9c-fe1e-4524-b6a8-2fc8f7c83280', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840375-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 23, 44, 7), 'started_at': datetime.datetime(2022, 5, 3, 23, 44, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840375-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 23:54:43.743723 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f1aebc-c232-40fe-887f-0e1f79fae285 None None] Checking segment: {'id': '5eb57155-ed9e-4c45-a041-92a5f67bc876', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 03 23:54:43.743723 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron_lib.callbacks.manager [None req-60f1aebc-c232-40fe-887f-0e1f79fae285 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:43.743723 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f1aebc-c232-40fe-887f-0e1f79fae285 None None] Bound using segment: {'id': '5eb57155-ed9e-4c45-a041-92a5f67bc876', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c'} {{(pid=114215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 23:54:43.743723 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.managers [None req-60f1aebc-c232-40fe-887f-0e1f79fae285 None None] Bound port: 0bc8fd5f-7a49-4051-8d1c-df283e647cf5, host: dv-cinder-840375-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb57155-ed9e-4c45-a041-92a5f67bc876', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c'}}] {{(pid=114215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:54:43.743723 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron_lib.callbacks.manager [None req-60f1aebc-c232-40fe-887f-0e1f79fae285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:43.744388 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df212be-9821-4e4b-9641-5f86f5ec3d1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:54:43.744730 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df212be-9821-4e4b-9641-5f86f5ec3d1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:54:43.745066 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df212be-9821-4e4b-9641-5f86f5ec3d1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:54:43.745388 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df212be-9821-4e4b-9641-5f86f5ec3d1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:54:43.745706 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df212be-9821-4e4b-9641-5f86f5ec3d1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:54:43.746050 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df212be-9821-4e4b-9641-5f86f5ec3d1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:54:43.746375 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df212be-9821-4e4b-9641-5f86f5ec3d1f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:54:43.746704 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df212be-9821-4e4b-9641-5f86f5ec3d1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:54:43.747062 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df212be-9821-4e4b-9641-5f86f5ec3d1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:54:43.747386 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df212be-9821-4e4b-9641-5f86f5ec3d1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:54:43.747741 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df212be-9821-4e4b-9641-5f86f5ec3d1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:54:43.748056 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df212be-9821-4e4b-9641-5f86f5ec3d1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:54:43.818793 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.db [None req-60f1aebc-c232-40fe-887f-0e1f79fae285 None None] For port 0bc8fd5f-7a49-4051-8d1c-df283e647cf5, host dv-cinder-840375-1-iscsi, cleared binding levels {{(pid=114215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 23:54:43.822397 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.db [None req-60f1aebc-c232-40fe-887f-0e1f79fae285 None None] For port 0bc8fd5f-7a49-4051-8d1c-df283e647cf5, host dv-cinder-840375-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=0bc8fd5f-7a49-4051-8d1c-df283e647cf5,segment=NetworkSegment(5eb57155-ed9e-4c45-a041-92a5f67bc876),segment_id=5eb57155-ed9e-4c45-a041-92a5f67bc876)] {{(pid=114215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 23:54:43.892578 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron_lib.callbacks.manager [None req-60f1aebc-c232-40fe-887f-0e1f79fae285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:43.951027 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-f12972ad-ab86-4dee-9ecd-0299b863f753 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:43.959699 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f1aebc-c232-40fe-887f-0e1f79fae285 None None] Routers {'5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:54:43.960347 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-60f1aebc-c232-40fe-887f-0e1f79fae285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-03T23:54:34Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69'], 'active': True} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:54:43.998192 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df212be-9821-4e4b-9641-5f86f5ec3d1f None None] Pushing event updated for resources: {'Port': ['ID=0bc8fd5f-7a49-4051-8d1c-df283e647cf5,revision_number=3']} {{(pid=114215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:44.040707 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25853aac-a257-4d2b-9e9e-b1157d18b106 req-df9460bb-046a-469e-ad05-2630a843c602 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:44.057208 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-25853aac-a257-4d2b-9e9e-b1157d18b106 req-df9460bb-046a-469e-ad05-2630a843c602 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/ports?device_id=50a0900d-15f5-43a5-886f-f152d5865b91 HTTP/1.1" status: 200 len: 944 time: 0.0521955 May 03 23:54:44.097473 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-25853aac-a257-4d2b-9e9e-b1157d18b106 req-5b8e3928-f5e3-4a3d-b1ca-cff12e323b3d tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3199a76-af0d-466a-85dd-e09fc9f48c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465202 May 03 23:54:44.103926 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-f12972ad-ab86-4dee-9ecd-0299b863f753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733331236172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25393418'] for port, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:44.159444 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12972ad-ab86-4dee-9ecd-0299b863f753 admin admin] Network 609cef8e-df65-49c3-ae42-a7cfad649592 is already hosted by enough agents. {{(pid=114212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:54:44.164793 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.base_scheduler [None req-f12972ad-ab86-4dee-9ecd-0299b863f753 admin admin] Resources bound (agent type, host, resource id): {{(pid=114212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:54:44.168604 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12972ad-ab86-4dee-9ecd-0299b863f753 admin admin] Received port after_create {{(pid=114212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 23:54:44.184148 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvr_db [None req-60f1aebc-c232-40fe-887f-0e1f79fae285 None None] Set router 5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 23:54:44.204351 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12972ad-ab86-4dee-9ecd-0299b863f753 admin admin] Pushing event updated for resources: {'Port': ['ID=db093f41-dbb6-4a9a-af33-a7578c9a78be,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:44.232692 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-f12972ad-ab86-4dee-9ecd-0299b863f753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761863'] for router_interface, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:44.428067 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-60f1aebc-c232-40fe-887f-0e1f79fae285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69', 'name': 'tempest-TestShelveInstance-592619109-router', 'tenant_id': 'c7dabe5c6909498eb0e87863bd20caff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '0bc8fd5f-7a49-4051-8d1c-df283e647cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:54:39Z', 'updated_at': '2022-05-03T23:54:41Z', 'revision_number': 3, 'project_id': 'c7dabe5c6909498eb0e87863bd20caff', 'gw_port': {'id': '0bc8fd5f-7a49-4051-8d1c-df283e647cf5', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4d:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:54:40Z', 'updated_at': '2022-05-03T23:54:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi'}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:54:44.434506 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-d55df033-65d0-4d67-b232-bb88f149dafa None None] Provisioning complete for port db093f41-dbb6-4a9a-af33-a7578c9a78be triggered by entity DHCP. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:54:44.435156 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-d55df033-65d0-4d67-b232-bb88f149dafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:44.460460 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f1aebc-c232-40fe-887f-0e1f79fae285 None None] The sync data for ids ['5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69'] in dv-cinder-840375-1-iscsi is: [{'id': '5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69', 'name': 'tempest-TestShelveInstance-592619109-router', 'tenant_id': 'c7dabe5c6909498eb0e87863bd20caff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '0bc8fd5f-7a49-4051-8d1c-df283e647cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:54:39Z', 'updated_at': '2022-05-03T23:54:41Z', 'revision_number': 3, 'project_id': 'c7dabe5c6909498eb0e87863bd20caff', 'gw_port': {'id': '0bc8fd5f-7a49-4051-8d1c-df283e647cf5', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4d:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:54:40Z', 'updated_at': '2022-05-03T23:54:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi'}] {{(pid=114215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:54:44.486810 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3cab4b-0adb-4d5e-8ca4-19e237118bc5 req-0989ebd7-1b42-4408-a49e-7792d9cb7ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:44.488492 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-4f3cab4b-0adb-4d5e-8ca4-19e237118bc5 req-0989ebd7-1b42-4408-a49e-7792d9cb7ceb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=53631f43-00b4-433e-b52b-c2ad2de8e21d HTTP/1.1" status: 200 len: 1098 time: 0.0600655 May 03 23:54:44.492180 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-d55df033-65d0-4d67-b232-bb88f149dafa None None] Port db093f41-dbb6-4a9a-af33-a7578c9a78be cannot update to ACTIVE because it is not bound. {{(pid=114214) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 03 23:54:44.558972 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-f12972ad-ab86-4dee-9ecd-0299b863f753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:44.587803 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2764b2-0347-4c3b-a7b1-77bdd0814dbe req-5748f842-6dbd-4bba-b4f2-d1ee1993dad1 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:44.590145 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-2a2764b2-0347-4c3b-a7b1-77bdd0814dbe req-5748f842-6dbd-4bba-b4f2-d1ee1993dad1 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=53631f43-00b4-433e-b52b-c2ad2de8e21d HTTP/1.1" status: 200 len: 945 time: 0.0633488 May 03 23:54:44.596849 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-4f3cab4b-0adb-4d5e-8ca4-19e237118bc5 req-5103fee4-4b2f-4a12-89e1-7690e75dac3b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0aabfbfc-09d0-4f5e-998f-a2943879bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622725 May 03 23:54:44.653347 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-2a2764b2-0347-4c3b-a7b1-77bdd0814dbe req-2bf93157-b2fe-4fe2-8cd7-bb341d39128f tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aabfbfc-09d0-4f5e-998f-a2943879bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559607 May 03 23:54:44.843967 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-f12972ad-ab86-4dee-9ecd-0299b863f753 admin admin] Notify callbacks [] for port, precommit_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:44.943529 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-f12972ad-ab86-4dee-9ecd-0299b863f753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25393411'] for port, after_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:45.022170 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12972ad-ab86-4dee-9ecd-0299b863f753 admin admin] Pushing event updated for resources: {'Port': ['ID=db093f41-dbb6-4a9a-af33-a7578c9a78be,revision_number=2']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:45.025701 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-f12972ad-ab86-4dee-9ecd-0299b863f753 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3748312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761851'] for router_interface, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:45.114560 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device 0bc8fd5f-7a49-4051-8d1c-df283e647cf5 up at agent ovs-agent-dv-cinder-840375-1-iscsi {{(pid=114214) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 23:54:45.176770 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12972ad-ab86-4dee-9ecd-0299b863f753 admin admin] Network 609cef8e-df65-49c3-ae42-a7cfad649592 is already hosted by enough agents. {{(pid=114212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:54:45.178116 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.base_scheduler [None req-f12972ad-ab86-4dee-9ecd-0299b863f753 admin admin] Resources bound (agent type, host, resource id): {{(pid=114212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:54:45.179541 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Provisioning complete for port 0bc8fd5f-7a49-4051-8d1c-df283e647cf5 triggered by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:54:45.180174 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:45.288537 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:45.321260 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] For port 0bc8fd5f-7a49-4051-8d1c-df283e647cf5, host dv-cinder-840375-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=0bc8fd5f-7a49-4051-8d1c-df283e647cf5,segment=NetworkSegment(5eb57155-ed9e-4c45-a041-92a5f67bc876),segment_id=5eb57155-ed9e-4c45-a041-92a5f67bc876)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:54:45.370522 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d84c9a4-921a-4b19-b54f-15cd86e5415e req-e51bc108-7c82-48f7-bfca-e0694d82a516 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:45.373069 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-8d84c9a4-921a-4b19-b54f-15cd86e5415e req-e51bc108-7c82-48f7-bfca-e0694d82a516 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/ports?device_id=50a0900d-15f5-43a5-886f-f152d5865b91 HTTP/1.1" status: 200 len: 944 time: 0.1183836 May 03 23:54:45.380978 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f12972ad-ab86-4dee-9ecd-0299b863f753 admin admin] Router 5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69 has already been hosted by L3 agent 758adf3f-89d7-4e1b-912e-3871fb413390 {{(pid=114212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 23:54:45.389817 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:45.477205 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-8d84c9a4-921a-4b19-b54f-15cd86e5415e req-b459b481-5179-4da4-b901-9e9497df3d4f tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3199a76-af0d-466a-85dd-e09fc9f48c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941062 May 03 23:54:45.486355 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Pushing event updated for resources: {'Port': ['ID=0bc8fd5f-7a49-4051-8d1c-df283e647cf5,revision_number=4']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:45.520256 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-d661d426-3b69-4462-9b10-4b3b1c048edc None None] Provisioning complete for port db093f41-dbb6-4a9a-af33-a7578c9a78be triggered by entity DHCP. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:54:45.520629 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-d661d426-3b69-4462-9b10-4b3b1c048edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:45.556226 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f12972ad-ab86-4dee-9ecd-0299b863f753 admin admin] Notify agent at l3_agent.dv-cinder-840375-1-iscsi the message routers_updated {{(pid=114212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 23:54:45.556939 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-d661d426-3b69-4462-9b10-4b3b1c048edc None None] Port db093f41-dbb6-4a9a-af33-a7578c9a78be cannot update to ACTIVE because it is not bound. {{(pid=114214) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 03 23:54:45.565908 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-f12972ad-ab86-4dee-9ecd-0299b863f753 admin admin] 10.222.0.13 "PUT /v2.0/routers/5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5908461 May 03 23:54:45.651823 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device a7796f5c-6daf-4fd5-8952-5d2ceb77455a up at agent hyperv_hv-cinder-84037 {{(pid=114214) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 23:54:45.834105 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Provisioning for port a7796f5c-6daf-4fd5-8952-5d2ceb77455a completed by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:54:45.835882 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Provisioning complete for port a7796f5c-6daf-4fd5-8952-5d2ceb77455a triggered by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:54:45.836488 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:45.845869 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6a8709-2681-450c-92cd-4e45fb75214b req-9221ff19-31bd-4b80-98d1-7ad58896448d tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:45.851306 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-6b6a8709-2681-450c-92cd-4e45fb75214b req-9221ff19-31bd-4b80-98d1-7ad58896448d tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=53631f43-00b4-433e-b52b-c2ad2de8e21d HTTP/1.1" status: 200 len: 945 time: 0.0714858 May 03 23:54:45.894678 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-6b6a8709-2681-450c-92cd-4e45fb75214b req-45a03f4e-f5f7-49c3-a75e-9516ed25409f tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aabfbfc-09d0-4f5e-998f-a2943879bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398841 May 03 23:54:45.929054 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:45.955000 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50a0900d-15f5-43a5-886f-f152d5865b91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7796f5c-6daf-4fd5-8952-5d2ceb77455a'}] {{(pid=114214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:54:45.957326 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a2c01d47b82d907f81ba0899610efc862c27db097cd111ee9714155fede03ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dff95010-f15b-4c5b-b7e2-9d2781b69845" -d '{"events": [{"server_uuid": "50a0900d-15f5-43a5-886f-f152d5865b91", "name": "network-vif-plugged", "status": "completed", "tag": "a7796f5c-6daf-4fd5-8952-5d2ceb77455a"}]}' {{(pid=114214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 23:54:45.971641 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] For port a7796f5c-6daf-4fd5-8952-5d2ceb77455a, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=a7796f5c-6daf-4fd5-8952-5d2ceb77455a,segment=NetworkSegment(d6551357-033f-4179-a830-748857d0f27a),segment_id=d6551357-033f-4179-a830-748857d0f27a)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:54:46.010765 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 23:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d4977f0-4f60-4e7c-a36b-96c6e7517569 x-openstack-request-id: req-4d4977f0-4f60-4e7c-a36b-96c6e7517569 {{(pid=114214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 23:54:46.011193 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50a0900d-15f5-43a5-886f-f152d5865b91", "name": "network-vif-plugged", "status": "completed", "tag": "a7796f5c-6daf-4fd5-8952-5d2ceb77455a", "code": 200}]} {{(pid=114214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 23:54:46.011510 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4d4977f0-4f60-4e7c-a36b-96c6e7517569 {{(pid=114214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 23:54:46.012100 dv-cinder-840375-1-iscsi neutron-server[114214]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d4977f0-4f60-4e7c-a36b-96c6e7517569'] response: {'server_uuid': '50a0900d-15f5-43a5-886f-f152d5865b91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7796f5c-6daf-4fd5-8952-5d2ceb77455a', 'code': 200} May 03 23:54:46.040138 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:46.249315 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Pushing event updated for resources: {'Port': ['ID=a7796f5c-6daf-4fd5-8952-5d2ceb77455a,revision_number=5']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:46.434324 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b61a8af-43c5-404e-a535-28de0430ce3d None None] Sync routers for ids ['5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69'] in dv-cinder-840375-1-iscsi {{(pid=114214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:54:46.446525 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b61a8af-43c5-404e-a535-28de0430ce3d None None] Routers {'5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:54:46.447520 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-7b61a8af-43c5-404e-a535-28de0430ce3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-03T23:54:34Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69'], 'active': True} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:54:46.569381 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a351d-b389-4cfa-a98d-c9dd08ac33bb req-ca2acc45-0df2-4015-bb0d-175a7f2d218e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:46.584117 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-036a351d-b389-4cfa-a98d-c9dd08ac33bb req-ca2acc45-0df2-4015-bb0d-175a7f2d218e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=50a0900d-15f5-43a5-886f-f152d5865b91 HTTP/1.1" status: 200 len: 1098 time: 0.0617142 May 03 23:54:46.611090 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvr_db [None req-7b61a8af-43c5-404e-a535-28de0430ce3d None None] Set router 5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 23:54:46.634590 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-036a351d-b389-4cfa-a98d-c9dd08ac33bb req-3df8855c-8b9d-468a-8147-06e00275562b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d3199a76-af0d-466a-85dd-e09fc9f48c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468683 May 03 23:54:46.710583 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38072c5-acea-47ab-8347-6f895a070bd7 req-449a0549-3f7f-423f-93e7-a6f932c4adc9 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:46.713176 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-b38072c5-acea-47ab-8347-6f895a070bd7 req-449a0549-3f7f-423f-93e7-a6f932c4adc9 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/ports?device_id=50a0900d-15f5-43a5-886f-f152d5865b91 HTTP/1.1" status: 200 len: 945 time: 0.1374190 May 03 23:54:46.717743 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 37838) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:54:46.718047 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-1be73dc8-3728-45ff-a9e1-0f8a0eb72c42 req-ecddeeb9-233c-47f7-b272-e91c11b44e5e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=26684279-b640-4ba7-9695-cd6eedc4f55e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1271906 May 03 23:54:46.728911 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [None req-10f79b79-f1c7-4a75-b244-213c57d695eb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1210231621-network', 'tenant_id': '840091b6565141f68b6ceaccf1eb391d'}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:54:46.810679 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-b38072c5-acea-47ab-8347-6f895a070bd7 req-339bfb14-92b3-4244-bcf2-5e0d72e088ff tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3199a76-af0d-466a-85dd-e09fc9f48c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694289 May 03 23:54:46.869135 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f79b79-f1c7-4a75-b244-213c57d695eb admin admin] Made reservation on behalf of 840091b6565141f68b6ceaccf1eb391d for: {'network': 1} {{(pid=114212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:54:46.871818 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-10f79b79-f1c7-4a75-b244-213c57d695eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for network, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:46.884543 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-10f79b79-f1c7-4a75-b244-213c57d695eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:46.901401 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-7b61a8af-43c5-404e-a535-28de0430ce3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69', 'name': 'tempest-TestShelveInstance-592619109-router', 'tenant_id': 'c7dabe5c6909498eb0e87863bd20caff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '0bc8fd5f-7a49-4051-8d1c-df283e647cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:54:39Z', 'updated_at': '2022-05-03T23:54:44Z', 'revision_number': 4, 'project_id': 'c7dabe5c6909498eb0e87863bd20caff', 'gw_port': {'id': '0bc8fd5f-7a49-4051-8d1c-df283e647cf5', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:54:40Z', 'updated_at': '2022-05-03T23:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_interfaces': [{'id': 'db093f41-dbb6-4a9a-af33-a7578c9a78be', 'name': '', 'network_id': '609cef8e-df65-49c3-ae42-a7cfad649592', 'tenant_id': 'c7dabe5c6909498eb0e87863bd20caff', 'mac_address': 'fa:16:3e:c7:16:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '088459d7-9fa5-4572-a877-8b61a3a87623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:54:43Z', 'updated_at': '2022-05-03T23:54:44Z', 'revision_number': 2, 'project_id': 'c7dabe5c6909498eb0e87863bd20caff', 'subnets': [{'id': '088459d7-9fa5-4572-a877-8b61a3a87623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:54:46.943803 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b61a8af-43c5-404e-a535-28de0430ce3d None None] Checking router: 5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69 for host: dv-cinder-840375-1-iscsi {{(pid=114214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:54:46.944367 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b61a8af-43c5-404e-a535-28de0430ce3d None None] Updating router 5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69 port db093f41-dbb6-4a9a-af33-a7578c9a78be binding host dv-cinder-840375-1-iscsi {{(pid=114214) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 23:54:46.977671 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-7b61a8af-43c5-404e-a535-28de0430ce3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:47.032425 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-10f79b79-f1c7-4a75-b244-213c57d695eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:47.089268 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device 0bc8fd5f-7a49-4051-8d1c-df283e647cf5 up at agent ovs-agent-dv-cinder-840375-1-iscsi {{(pid=114214) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 23:54:47.112814 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7635c9f-dbb5-456a-bccf-30659c5f7951 req-972c366e-53fe-4c4c-b8f1-f0d85c382f21 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:47.115764 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-b7635c9f-dbb5-456a-bccf-30659c5f7951 req-972c366e-53fe-4c4c-b8f1-f0d85c382f21 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=53631f43-00b4-433e-b52b-c2ad2de8e21d HTTP/1.1" status: 200 len: 945 time: 0.1066210 May 03 23:54:47.147369 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-10f79b79-f1c7-4a75-b244-213c57d695eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:47.163742 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10f79b79-f1c7-4a75-b244-213c57d695eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=114212) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 23:54:47.174541 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-10f79b79-f1c7-4a75-b244-213c57d695eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-611538'] for segment, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:47.176312 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.db.segments_db [None req-10f79b79-f1c7-4a75-b244-213c57d695eb admin admin] Added segment ece7fc4c-d520-4d44-9177-2f1e00f5cc69 of type vlan for network 4be2a5af-7523-4a0f-a118-43dcd99a81ad May 03 23:54:47.209921 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Provisioning complete for port 0bc8fd5f-7a49-4051-8d1c-df283e647cf5 triggered by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:54:47.210317 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:47.241889 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-10f79b79-f1c7-4a75-b244-213c57d695eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733331214529'] for network, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:47.277203 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be73dc8-3728-45ff-a9e1-0f8a0eb72c42 req-2be24d06-b611-4847-94c8-6d3493ff2d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:47.282386 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-1be73dc8-3728-45ff-a9e1-0f8a0eb72c42 req-2be24d06-b611-4847-94c8-6d3493ff2d09 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b61197edd2154db6b72b860e57ff43ed&device_id=26684279-b640-4ba7-9695-cd6eedc4f55e HTTP/1.1" status: 200 len: 1098 time: 0.1061935 May 03 23:54:47.322451 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f79b79-f1c7-4a75-b244-213c57d695eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4724381f-77ac-45e0-b826-0fefe9208bf7,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:47.330267 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-b7635c9f-dbb5-456a-bccf-30659c5f7951 req-607e64d4-b76a-4f6d-ad00-1c9798e28777 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aabfbfc-09d0-4f5e-998f-a2943879bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069018 May 03 23:54:47.429557 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-10f79b79-f1c7-4a75-b244-213c57d695eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298'] for network, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:47.435458 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f79b79-f1c7-4a75-b244-213c57d695eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:47.435458 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-10f79b79-f1c7-4a75-b244-213c57d695eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748400'] for network, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:47.442667 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-7b61a8af-43c5-404e-a535-28de0430ce3d None None] Notify callbacks [] for port, precommit_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:47.476519 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be73dc8-3728-45ff-a9e1-0f8a0eb72c42 req-dd428134-8e3c-4f5c-ad7a-0320deed10d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:47.478019 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-1be73dc8-3728-45ff-a9e1-0f8a0eb72c42 req-dd428134-8e3c-4f5c-ad7a-0320deed10d4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0a6b04f9-6f06-4100-ad85-6b28ebd5afaa HTTP/1.1" status: 200 len: 920 time: 0.1663361 May 03 23:54:47.502967 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec980d84-2e8d-4ff6-8c99-4eefb97613fa req-5b8319db-833a-4a31-9caf-68fe4db2a456 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:47.503324 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f79b79-f1c7-4a75-b244-213c57d695eb admin admin] Pushing event updated for resources: {'Network': ['ID=4be2a5af-7523-4a0f-a118-43dcd99a81ad,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:47.504520 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-ec980d84-2e8d-4ff6-8c99-4eefb97613fa req-5b8319db-833a-4a31-9caf-68fe4db2a456 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=26684279-b640-4ba7-9695-cd6eedc4f55e HTTP/1.1" status: 200 len: 945 time: 0.0823529 May 03 23:54:47.515166 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Network 4be2a5af-7523-4a0f-a118-43dcd99a81ad details requested by agent ovs-agent-dv-cinder-840375-1-iscsi with host dv-cinder-840375-1-iscsi {{(pid=114214) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 23:54:47.539232 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-1be73dc8-3728-45ff-a9e1-0f8a0eb72c42 req-3a328b30-16be-4b92-8283-3ae871c774c2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42dee66b-db30-49e6-8d3b-a870af9e2ea1 HTTP/1.1" status: 200 len: 217 time: 0.0511115 May 03 23:54:47.603246 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-10f79b79-f1c7-4a75-b244-213c57d695eb admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8820462 May 03 23:54:47.606389 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-ec980d84-2e8d-4ff6-8c99-4eefb97613fa req-3a1c1132-55ab-48d0-9ff4-e6991ce4234c tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aabfbfc-09d0-4f5e-998f-a2943879bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664899 May 03 23:54:47.607690 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 37856) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:54:47.613607 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [None req-67837b98-798b-45c0-bd3e-3a69876a90fa admin admin] Request body: {'subnet': {'network_id': '4be2a5af-7523-4a0f-a118-43dcd99a81ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1210231621-subnet', 'tenant_id': '840091b6565141f68b6ceaccf1eb391d', 'ip_version': 4}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:54:47.614249 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-7b61a8af-43c5-404e-a535-28de0430ce3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:47.663954 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be73dc8-3728-45ff-a9e1-0f8a0eb72c42 req-ced923ea-8911-44e8-b380-754d8fc2a390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:47.663954 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-1be73dc8-3728-45ff-a9e1-0f8a0eb72c42 req-ced923ea-8911-44e8-b380-754d8fc2a390 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a71a973f-43f2-413b-b3e6-b8f0626526c4 HTTP/1.1" status: 200 len: 858 time: 0.1019893 May 03 23:54:47.708945 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67837b98-798b-45c0-bd3e-3a69876a90fa admin admin] Made reservation on behalf of 840091b6565141f68b6ceaccf1eb391d for: {'subnet': 1} {{(pid=114212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:54:47.711755 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-67837b98-798b-45c0-bd3e-3a69876a90fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29217570'] for subnet, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:47.731905 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 37860) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:54:47.748319 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be73dc8-3728-45ff-a9e1-0f8a0eb72c42 req-212eef01-15dd-4973-9b9f-26b1d9f70915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:47.750331 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-1be73dc8-3728-45ff-a9e1-0f8a0eb72c42 req-212eef01-15dd-4973-9b9f-26b1d9f70915 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0a6b04f9-6f06-4100-ad85-6b28ebd5afaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0803039 May 03 23:54:47.762995 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84106b97-45c4-42e6-8071-62fc88545eaf None None] Pushing event updated for resources: {'Port': ['ID=db093f41-dbb6-4a9a-af33-a7578c9a78be,revision_number=3']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:47.776853 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.managers [None req-7b61a8af-43c5-404e-a535-28de0430ce3d None None] Attempting to bind port db093f41-dbb6-4a9a-af33-a7578c9a78be on host dv-cinder-840375-1-iscsi for vnic_type normal with profile {{(pid=114214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:54:47.777226 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.managers [None req-7b61a8af-43c5-404e-a535-28de0430ce3d None None] Attempting to bind port db093f41-dbb6-4a9a-af33-a7578c9a78be by drivers openvswitch,hyperv on host dv-cinder-840375-1-iscsi at level 0 using segments [{'id': 'a15bf7d2-78b2-4aa9-b3b7-3ddcf679b30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '609cef8e-df65-49c3-ae42-a7cfad649592'}] {{(pid=114214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:54:47.777591 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b61a8af-43c5-404e-a535-28de0430ce3d None None] Attempting to bind port db093f41-dbb6-4a9a-af33-a7578c9a78be on network 609cef8e-df65-49c3-ae42-a7cfad649592 {{(pid=114214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 23:54:47.784895 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b61a8af-43c5-404e-a535-28de0430ce3d None None] Checking agent: {'id': 'cd69fb9c-fe1e-4524-b6a8-2fc8f7c83280', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840375-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 23, 44, 7), 'started_at': datetime.datetime(2022, 5, 3, 23, 44, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840375-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 23:54:47.785263 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b61a8af-43c5-404e-a535-28de0430ce3d None None] Checking segment: {'id': 'a15bf7d2-78b2-4aa9-b3b7-3ddcf679b30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '609cef8e-df65-49c3-ae42-a7cfad649592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 03 23:54:47.785856 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-7b61a8af-43c5-404e-a535-28de0430ce3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:47.786422 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b61a8af-43c5-404e-a535-28de0430ce3d None None] Bound using segment: {'id': 'a15bf7d2-78b2-4aa9-b3b7-3ddcf679b30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '609cef8e-df65-49c3-ae42-a7cfad649592'} {{(pid=114214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 23:54:47.787332 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.managers [None req-7b61a8af-43c5-404e-a535-28de0430ce3d None None] Bound port: db093f41-dbb6-4a9a-af33-a7578c9a78be, host: dv-cinder-840375-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a15bf7d2-78b2-4aa9-b3b7-3ddcf679b30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '609cef8e-df65-49c3-ae42-a7cfad649592'}}] {{(pid=114214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:54:47.788540 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-7b61a8af-43c5-404e-a535-28de0430ce3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:47.967875 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-7b61a8af-43c5-404e-a535-28de0430ce3d None None] For port db093f41-dbb6-4a9a-af33-a7578c9a78be, host dv-cinder-840375-1-iscsi, cleared binding levels {{(pid=114214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 23:54:47.976297 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-7b61a8af-43c5-404e-a535-28de0430ce3d None None] For port db093f41-dbb6-4a9a-af33-a7578c9a78be, host dv-cinder-840375-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=db093f41-dbb6-4a9a-af33-a7578c9a78be,segment=NetworkSegment(a15bf7d2-78b2-4aa9-b3b7-3ddcf679b30b),segment_id=a15bf7d2-78b2-4aa9-b3b7-3ddcf679b30b)] {{(pid=114214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 23:54:48.023139 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-1be73dc8-3728-45ff-a9e1-0f8a0eb72c42 req-37d06792-2a56-49d5-9e92-8a0b6723c171 service neutron] 10.222.0.47 "GET /v2.0/networks/0a6b04f9-6f06-4100-ad85-6b28ebd5afaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597358 May 03 23:54:48.056295 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6323cc0a-7541-4aca-b744-851578fe3294 req-867d1ba8-70ab-4bcb-8ac0-effe5763ad7d tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:48.057288 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-6323cc0a-7541-4aca-b744-851578fe3294 req-867d1ba8-70ab-4bcb-8ac0-effe5763ad7d tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/ports?device_id=50a0900d-15f5-43a5-886f-f152d5865b91 HTTP/1.1" status: 200 len: 945 time: 0.1066141 May 03 23:54:48.089163 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:48.095788 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-7b61a8af-43c5-404e-a535-28de0430ce3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:48.096211 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-4c19e110-2567-4b51-9f08-ed6f8ae7ad3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:48.130093 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-6323cc0a-7541-4aca-b744-851578fe3294 req-13dc69b2-9172-43a8-a980-91e2d467fe8f tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3199a76-af0d-466a-85dd-e09fc9f48c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555351 May 03 23:54:48.162612 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-1be73dc8-3728-45ff-a9e1-0f8a0eb72c42 req-8ce52e14-f881-4ac0-8cb4-4e1f6a8414f7 service neutron] 10.222.0.47 "GET /v2.0/networks/0a6b04f9-6f06-4100-ad85-6b28ebd5afaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282666 May 03 23:54:48.170786 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-e4bb800c-cc49-4a4b-99b6-c70ea59f1010 None None] Provisioning complete for port db093f41-dbb6-4a9a-af33-a7578c9a78be triggered by entity DHCP. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:54:48.171159 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-e4bb800c-cc49-4a4b-99b6-c70ea59f1010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:48.178772 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-67837b98-798b-45c0-bd3e-3a69876a90fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25200314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29217588'] for subnet, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:48.205087 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b61a8af-43c5-404e-a535-28de0430ce3d None None] Routers {'5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:54:48.205752 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-7b61a8af-43c5-404e-a535-28de0430ce3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-03T23:54:34Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69'], 'active': True} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:54:48.253150 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84106b97-45c4-42e6-8071-62fc88545eaf None None] Pushing event updated for resources: {'Port': ['ID=db093f41-dbb6-4a9a-af33-a7578c9a78be,revision_number=4']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:48.271292 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-4c19e110-2567-4b51-9f08-ed6f8ae7ad3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:48.293404 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67837b98-798b-45c0-bd3e-3a69876a90fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=2075c94d-2855-46b9-a529-82941e5cf0f8,revision_number=0']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:48.310041 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67837b98-798b-45c0-bd3e-3a69876a90fa admin admin] Checking segment: {'id': 'ece7fc4c-d520-4d44-9177-2f1e00f5cc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '4be2a5af-7523-4a0f-a118-43dcd99a81ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 03 23:54:48.310411 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67837b98-798b-45c0-bd3e-3a69876a90fa admin admin] Network hostable DHCP agents. Network: 4be2a5af-7523-4a0f-a118-43dcd99a81ad, hostable agents: ['68d83d53-3271-4b5e-a364-332abe4e6306'], hosted agents: [] {{(pid=114212) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 23:54:48.373401 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-4c19e110-2567-4b51-9f08-ed6f8ae7ad3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:48.390972 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvr_db [None req-7b61a8af-43c5-404e-a535-28de0430ce3d None None] Set router 5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 23:54:48.418725 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-4c19e110-2567-4b51-9f08-ed6f8ae7ad3b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e8a0c0a4948e47a292e8979821c856ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6830740 May 03 23:54:48.418725 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c19e110-2567-4b51-9f08-ed6f8ae7ad3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a3256f9-c204-461b-8c97-7741120299dc,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:48.419211 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 37870) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:54:48.422076 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-e4bb800c-cc49-4a4b-99b6-c70ea59f1010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:48.441060 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67837b98-798b-45c0-bd3e-3a69876a90fa admin admin] Network 4be2a5af-7523-4a0f-a118-43dcd99a81ad is scheduled to be hosted by DHCP agent 68d83d53-3271-4b5e-a364-332abe4e6306 with binding_index 1 {{(pid=114212) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 23:54:48.495082 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-e4bb800c-cc49-4a4b-99b6-c70ea59f1010 None None] For port db093f41-dbb6-4a9a-af33-a7578c9a78be, host dv-cinder-840375-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=db093f41-dbb6-4a9a-af33-a7578c9a78be,segment=NetworkSegment(a15bf7d2-78b2-4aa9-b3b7-3ddcf679b30b),segment_id=a15bf7d2-78b2-4aa9-b3b7-3ddcf679b30b)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:54:48.495727 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-fce6c69a-3057-4acb-9fbe-25f936397e16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:48.522733 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-fce6c69a-3057-4acb-9fbe-25f936397e16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:48.605348 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.base_scheduler [None req-67837b98-798b-45c0-bd3e-3a69876a90fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840375-1-iscsi, 4be2a5af-7523-4a0f-a118-43dcd99a81ad) {{(pid=114212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:54:48.609369 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67837b98-798b-45c0-bd3e-3a69876a90fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:48.617813 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-67837b98-798b-45c0-bd3e-3a69876a90fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:48.621422 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a389b3-de6b-47ba-9f08-64e2f1278b81 None None] Network 4be2a5af-7523-4a0f-a118-43dcd99a81ad requested from dv-cinder-840375-1-iscsi {{(pid=114214) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 03 23:54:48.625303 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-e4bb800c-cc49-4a4b-99b6-c70ea59f1010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:48.691437 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-fce6c69a-3057-4acb-9fbe-25f936397e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:48.694428 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-fce6c69a-3057-4acb-9fbe-25f936397e16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:48.695423 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-67837b98-798b-45c0-bd3e-3a69876a90fa admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0864770 May 03 23:54:48.696990 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-fce6c69a-3057-4acb-9fbe-25f936397e16 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2a3256f9-c204-461b-8c97-7741120299dc HTTP/1.1" status: 204 len: 168 time: 0.2766585 May 03 23:54:48.699945 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 37874) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:54:48.713303 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [None req-ffff04af-b4d6-4888-a009-03b76f9d839c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1210231621-router', 'tenant_id': '840091b6565141f68b6ceaccf1eb391d', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c'}}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:54:48.715703 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce6c69a-3057-4acb-9fbe-25f936397e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a3256f9-c204-461b-8c97-7741120299dc,revision_number=None']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:48.863736 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-ffff04af-b4d6-4888-a009-03b76f9d839c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3756941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9675'] for router, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:48.865850 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-ffff04af-b4d6-4888-a009-03b76f9d839c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3759997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3761351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3931738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9666'] for router, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:48.910035 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-576df3f6-1ab7-473e-a3e7-3d5508355ebd None None] Provisioning complete for port db093f41-dbb6-4a9a-af33-a7578c9a78be triggered by entity DHCP. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:54:48.910408 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-576df3f6-1ab7-473e-a3e7-3d5508355ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:48.916016 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bb800c-cc49-4a4b-99b6-c70ea59f1010 None None] Pushing event updated for resources: {'Port': ['ID=db093f41-dbb6-4a9a-af33-a7578c9a78be,revision_number=5']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:48.926900 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-ffff04af-b4d6-4888-a009-03b76f9d839c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:48.991400 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-7b61a8af-43c5-404e-a535-28de0430ce3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69', 'name': 'tempest-TestShelveInstance-592619109-router', 'tenant_id': 'c7dabe5c6909498eb0e87863bd20caff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '0bc8fd5f-7a49-4051-8d1c-df283e647cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:54:39Z', 'updated_at': '2022-05-03T23:54:44Z', 'revision_number': 4, 'project_id': 'c7dabe5c6909498eb0e87863bd20caff', 'gw_port': {'id': '0bc8fd5f-7a49-4051-8d1c-df283e647cf5', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:54:40Z', 'updated_at': '2022-05-03T23:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_interfaces': [{'id': 'db093f41-dbb6-4a9a-af33-a7578c9a78be', 'name': '', 'network_id': '609cef8e-df65-49c3-ae42-a7cfad649592', 'tenant_id': 'c7dabe5c6909498eb0e87863bd20caff', 'mac_address': 'fa:16:3e:c7:16:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '088459d7-9fa5-4572-a877-8b61a3a87623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:54:43Z', 'updated_at': '2022-05-03T23:54:47Z', 'revision_number': 4, 'project_id': 'c7dabe5c6909498eb0e87863bd20caff', 'subnets': [{'id': '088459d7-9fa5-4572-a877-8b61a3a87623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:54:49.027983 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b61a8af-43c5-404e-a535-28de0430ce3d None None] The sync data for ids ['5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69'] in dv-cinder-840375-1-iscsi is: [{'id': '5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69', 'name': 'tempest-TestShelveInstance-592619109-router', 'tenant_id': 'c7dabe5c6909498eb0e87863bd20caff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '0bc8fd5f-7a49-4051-8d1c-df283e647cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:54:39Z', 'updated_at': '2022-05-03T23:54:44Z', 'revision_number': 4, 'project_id': 'c7dabe5c6909498eb0e87863bd20caff', 'gw_port': {'id': '0bc8fd5f-7a49-4051-8d1c-df283e647cf5', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:54:40Z', 'updated_at': '2022-05-03T23:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_interfaces': [{'id': 'db093f41-dbb6-4a9a-af33-a7578c9a78be', 'name': '', 'network_id': '609cef8e-df65-49c3-ae42-a7cfad649592', 'tenant_id': 'c7dabe5c6909498eb0e87863bd20caff', 'mac_address': 'fa:16:3e:c7:16:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '088459d7-9fa5-4572-a877-8b61a3a87623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:54:43Z', 'updated_at': '2022-05-03T23:54:47Z', 'revision_number': 4, 'project_id': 'c7dabe5c6909498eb0e87863bd20caff', 'subnets': [{'id': '088459d7-9fa5-4572-a877-8b61a3a87623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:54:49.085140 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee570443-1bff-4528-be5d-28b9ad7eca57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6859a26-b6ae-50b6-ac7d-ce164fc290cc-4be2a5af-7523-4a0f-a118-43dcd99a81ad', 'network_id': '4be2a5af-7523-4a0f-a118-43dcd99a81ad', 'tenant_id': '840091b6565141f68b6ceaccf1eb391d', 'fixed_ips': [{'subnet_id': '2075c94d-2855-46b9-a529-82941e5cf0f8'}]}} from dv-cinder-840375-1-iscsi. {{(pid=114214) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 03 23:54:49.085546 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-ee570443-1bff-4528-be5d-28b9ad7eca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_create {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:49.271054 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-ffff04af-b4d6-4888-a009-03b76f9d839c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:49.347334 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a5e452-d84b-415e-a707-3938e35c459a req-f63276e8-f0eb-46bb-a27a-36ea44a16de3 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:49.355266 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-57a5e452-d84b-415e-a707-3938e35c459a req-f63276e8-f0eb-46bb-a27a-36ea44a16de3 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/ports?device_id=50a0900d-15f5-43a5-886f-f152d5865b91 HTTP/1.1" status: 200 len: 945 time: 0.0946960 May 03 23:54:49.408769 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.db_base_plugin_common [None req-ee570443-1bff-4528-be5d-28b9ad7eca57 None None] Allocated IP 172.20.0.2 (4be2a5af-7523-4a0f-a118-43dcd99a81ad/2075c94d-2855-46b9-a529-82941e5cf0f8/db58877f-c689-49e5-92a0-8e50e8bc9941) {{(pid=114214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:54:49.412053 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-57a5e452-d84b-415e-a707-3938e35c459a req-10ac691e-fa39-4a7e-b160-5ddb3814c476 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3199a76-af0d-466a-85dd-e09fc9f48c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557230 May 03 23:54:49.621741 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-ee570443-1bff-4528-be5d-28b9ad7eca57 None None] Notify callbacks [] for port, precommit_create {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:49.658084 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 37900) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:54:49.673813 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-156ae73a-d144-4727-b729-4c89aff0bec5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:49.693655 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-ffff04af-b4d6-4888-a009-03b76f9d839c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:49.724009 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-ffff04af-b4d6-4888-a009-03b76f9d839c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:49.724344 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-ee570443-1bff-4528-be5d-28b9ad7eca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733331236172'] for port, after_create {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:49.764672 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee570443-1bff-4528-be5d-28b9ad7eca57 None None] Network 4be2a5af-7523-4a0f-a118-43dcd99a81ad is already hosted by enough agents. {{(pid=114214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:54:49.767930 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.scheduler.base_scheduler [None req-ee570443-1bff-4528-be5d-28b9ad7eca57 None None] Resources bound (agent type, host, resource id): {{(pid=114214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:54:49.775719 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-156ae73a-d144-4727-b729-4c89aff0bec5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:49.776111 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee570443-1bff-4528-be5d-28b9ad7eca57 None None] Received port after_create {{(pid=114214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 23:54:49.818708 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee570443-1bff-4528-be5d-28b9ad7eca57 None None] Pushing event updated for resources: {'Port': ['ID=db58877f-c689-49e5-92a0-8e50e8bc9941,revision_number=1']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:49.857299 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-156ae73a-d144-4727-b729-4c89aff0bec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:49.857584 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.managers [None req-ee570443-1bff-4528-be5d-28b9ad7eca57 None None] Attempting to bind port db58877f-c689-49e5-92a0-8e50e8bc9941 on host dv-cinder-840375-1-iscsi for vnic_type normal with profile {{(pid=114214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:54:49.858107 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.managers [None req-ee570443-1bff-4528-be5d-28b9ad7eca57 None None] Attempting to bind port db58877f-c689-49e5-92a0-8e50e8bc9941 by drivers openvswitch,hyperv on host dv-cinder-840375-1-iscsi at level 0 using segments [{'id': 'ece7fc4c-d520-4d44-9177-2f1e00f5cc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '4be2a5af-7523-4a0f-a118-43dcd99a81ad'}] {{(pid=114214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:54:49.858512 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee570443-1bff-4528-be5d-28b9ad7eca57 None None] Attempting to bind port db58877f-c689-49e5-92a0-8e50e8bc9941 on network 4be2a5af-7523-4a0f-a118-43dcd99a81ad {{(pid=114214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 23:54:49.868316 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee570443-1bff-4528-be5d-28b9ad7eca57 None None] Checking agent: {'id': 'cd69fb9c-fe1e-4524-b6a8-2fc8f7c83280', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840375-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 23, 44, 7), 'started_at': datetime.datetime(2022, 5, 3, 23, 44, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840375-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 23:54:49.868316 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee570443-1bff-4528-be5d-28b9ad7eca57 None None] Checking segment: {'id': 'ece7fc4c-d520-4d44-9177-2f1e00f5cc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '4be2a5af-7523-4a0f-a118-43dcd99a81ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 03 23:54:49.868316 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-ee570443-1bff-4528-be5d-28b9ad7eca57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:49.868316 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee570443-1bff-4528-be5d-28b9ad7eca57 None None] Bound using segment: {'id': 'ece7fc4c-d520-4d44-9177-2f1e00f5cc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '4be2a5af-7523-4a0f-a118-43dcd99a81ad'} {{(pid=114214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 23:54:49.868316 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.managers [None req-ee570443-1bff-4528-be5d-28b9ad7eca57 None None] Bound port: db58877f-c689-49e5-92a0-8e50e8bc9941, host: dv-cinder-840375-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ece7fc4c-d520-4d44-9177-2f1e00f5cc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '4be2a5af-7523-4a0f-a118-43dcd99a81ad'}}] {{(pid=114214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:54:49.868316 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-ee570443-1bff-4528-be5d-28b9ad7eca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:49.870802 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.db_base_plugin_common [None req-ffff04af-b4d6-4888-a009-03b76f9d839c admin admin] Allocated IP 172.27.2.178 (b899e136-3b25-4af5-bb18-9827145d490c/f9ce11e5-b806-4ff0-a648-9987146ccd8a/383cb9d0-ba8d-416d-8649-ef63f4a1b0df) {{(pid=114212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:54:49.958451 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-156ae73a-d144-4727-b729-4c89aff0bec5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=295acc0a2d72439b9fe6b5f752489be0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2995014 May 03 23:54:49.971076 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 37908) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:54:49.972393 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156ae73a-d144-4727-b729-4c89aff0bec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb919a5b-e885-42c5-8e58-0711feeacc4c,revision_number=1']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:50.008900 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-ee570443-1bff-4528-be5d-28b9ad7eca57 None None] For port db58877f-c689-49e5-92a0-8e50e8bc9941, host dv-cinder-840375-1-iscsi, cleared binding levels {{(pid=114214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 23:54:50.013225 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-ee570443-1bff-4528-be5d-28b9ad7eca57 None None] For port db58877f-c689-49e5-92a0-8e50e8bc9941, host dv-cinder-840375-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=db58877f-c689-49e5-92a0-8e50e8bc9941,segment=NetworkSegment(ece7fc4c-d520-4d44-9177-2f1e00f5cc69),segment_id=ece7fc4c-d520-4d44-9177-2f1e00f5cc69)] {{(pid=114214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 23:54:50.075810 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-79681c76-5e6b-49f8-9b62-47696d32d164 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:50.080329 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-ffff04af-b4d6-4888-a009-03b76f9d839c admin admin] Notify callbacks [] for port, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:50.092843 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-ee570443-1bff-4528-be5d-28b9ad7eca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:50.109393 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-79681c76-5e6b-49f8-9b62-47696d32d164 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:50.161346 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee570443-1bff-4528-be5d-28b9ad7eca57 None None] Pushing event updated for resources: {'Port': ['ID=db58877f-c689-49e5-92a0-8e50e8bc9941,revision_number=2']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:50.241679 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-ffff04af-b4d6-4888-a009-03b76f9d839c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733331236172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25393418'] for port, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:50.276234 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-79681c76-5e6b-49f8-9b62-47696d32d164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:50.279201 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-79681c76-5e6b-49f8-9b62-47696d32d164 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:50.281395 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-79681c76-5e6b-49f8-9b62-47696d32d164 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eb919a5b-e885-42c5-8e58-0711feeacc4c HTTP/1.1" status: 204 len: 168 time: 0.3084011 May 03 23:54:50.298649 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffff04af-b4d6-4888-a009-03b76f9d839c admin admin] Network b899e136-3b25-4af5-bb18-9827145d490c is already hosted by enough agents. {{(pid=114212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:54:50.312367 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.base_scheduler [None req-ffff04af-b4d6-4888-a009-03b76f9d839c admin admin] Resources bound (agent type, host, resource id): {{(pid=114212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:54:50.317325 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79681c76-5e6b-49f8-9b62-47696d32d164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb919a5b-e885-42c5-8e58-0711feeacc4c,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:50.320788 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffff04af-b4d6-4888-a009-03b76f9d839c admin admin] Received port after_create {{(pid=114212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 23:54:50.327306 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffff04af-b4d6-4888-a009-03b76f9d839c admin admin] Pushing event updated for resources: {'Port': ['ID=383cb9d0-ba8d-416d-8649-ef63f4a1b0df,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:50.600734 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd88542b-c0e3-4387-966d-19f33a28dda2 req-61d0d455-86b5-4a94-ace8-61f2fb1f777a tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:50.602624 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-bd88542b-c0e3-4387-966d-19f33a28dda2 req-61d0d455-86b5-4a94-ace8-61f2fb1f777a tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=26684279-b640-4ba7-9695-cd6eedc4f55e HTTP/1.1" status: 200 len: 945 time: 0.1191108 May 03 23:54:50.615167 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddeb31e-a244-44b3-b9da-796f98366dde req-1f57dcb3-e0ec-4052-bb80-a49d83a38333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:50.616581 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-dddeb31e-a244-44b3-b9da-796f98366dde req-1f57dcb3-e0ec-4052-bb80-a49d83a38333 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b61197edd2154db6b72b860e57ff43ed&device_id=26684279-b640-4ba7-9695-cd6eedc4f55e HTTP/1.1" status: 200 len: 1098 time: 0.0744104 May 03 23:54:50.721489 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-bd88542b-c0e3-4387-966d-19f33a28dda2 req-f533afbe-d72d-4636-9ed7-2f0f16742f79 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aabfbfc-09d0-4f5e-998f-a2943879bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087568 May 03 23:54:50.787317 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddeb31e-a244-44b3-b9da-796f98366dde req-387e6e48-7339-45d8-ae94-885077666af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:50.788692 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-dddeb31e-a244-44b3-b9da-796f98366dde req-387e6e48-7339-45d8-ae94-885077666af8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0a6b04f9-6f06-4100-ad85-6b28ebd5afaa HTTP/1.1" status: 200 len: 920 time: 0.1558137 May 03 23:54:50.798617 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-ffff04af-b4d6-4888-a009-03b76f9d839c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:50.850657 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-dddeb31e-a244-44b3-b9da-796f98366dde req-c8105c00-64f7-4ebb-9675-471a4d714871 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42dee66b-db30-49e6-8d3b-a870af9e2ea1 HTTP/1.1" status: 200 len: 217 time: 0.0512774 May 03 23:54:50.935659 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddeb31e-a244-44b3-b9da-796f98366dde req-c480fd7d-61b8-46f0-86d6-fb73457f3e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:50.937557 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-dddeb31e-a244-44b3-b9da-796f98366dde req-c480fd7d-61b8-46f0-86d6-fb73457f3e79 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a71a973f-43f2-413b-b3e6-b8f0626526c4 HTTP/1.1" status: 200 len: 858 time: 0.0744474 May 03 23:54:51.006738 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddeb31e-a244-44b3-b9da-796f98366dde req-e353cbd4-240d-497c-95a7-6865f1eacc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:51.008572 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-dddeb31e-a244-44b3-b9da-796f98366dde req-e353cbd4-240d-497c-95a7-6865f1eacc57 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0a6b04f9-6f06-4100-ad85-6b28ebd5afaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0598509 May 03 23:54:51.130129 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-ffff04af-b4d6-4888-a009-03b76f9d839c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3759990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3761396'] for router, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:51.202109 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device db093f41-dbb6-4a9a-af33-a7578c9a78be up at agent ovs-agent-dv-cinder-840375-1-iscsi {{(pid=114214) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 23:54:51.226264 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-dddeb31e-a244-44b3-b9da-796f98366dde req-51981b45-b5c6-448e-a245-0653cf13c854 service neutron] 10.222.0.47 "GET /v2.0/networks/0a6b04f9-6f06-4100-ad85-6b28ebd5afaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011142 May 03 23:54:51.296896 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Provisioning complete for port db093f41-dbb6-4a9a-af33-a7578c9a78be triggered by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:54:51.297019 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:51.421694 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-dddeb31e-a244-44b3-b9da-796f98366dde req-5f13feae-2739-4b72-82a7-18f759c2da0a service neutron] 10.222.0.47 "GET /v2.0/networks/0a6b04f9-6f06-4100-ad85-6b28ebd5afaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636617 May 03 23:54:51.458091 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffff04af-b4d6-4888-a009-03b76f9d839c admin admin] Router de610c12-ddc7-4cbf-bfbb-0f814ae59c00 is scheduled to L3 agent 758adf3f-89d7-4e1b-912e-3871fb413390 with binding_index 1 {{(pid=114212) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 03 23:54:51.520508 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device db58877f-c689-49e5-92a0-8e50e8bc9941 up at agent ovs-agent-dv-cinder-840375-1-iscsi {{(pid=114214) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 23:54:51.590439 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f2461a-09ca-495b-b533-f75d9c295407 req-25f45cd1-a883-4f6d-9202-01c20171640c tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:51.600919 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-18f2461a-09ca-495b-b533-f75d9c295407 req-25f45cd1-a883-4f6d-9202-01c20171640c tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/ports?device_id=50a0900d-15f5-43a5-886f-f152d5865b91 HTTP/1.1" status: 200 len: 945 time: 0.1236761 May 03 23:54:51.651224 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1034cb5a-f80e-4697-91fb-9578cd5e2999 None None] Network 4be2a5af-7523-4a0f-a118-43dcd99a81ad requested from dv-cinder-840375-1-iscsi {{(pid=114214) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 03 23:54:51.663544 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-18f2461a-09ca-495b-b533-f75d9c295407 req-ca31499e-006c-4e0b-b3fa-b2217a50dc02 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3199a76-af0d-466a-85dd-e09fc9f48c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613463 May 03 23:54:51.669344 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffff04af-b4d6-4888-a009-03b76f9d839c admin admin] Notify agent at l3_agent.dv-cinder-840375-1-iscsi the message routers_updated {{(pid=114212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 23:54:51.690265 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Provisioning complete for port db58877f-c689-49e5-92a0-8e50e8bc9941 triggered by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:54:51.691232 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:51.694088 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 37946) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:54:51.699509 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d4da71-35a9-4e92-9c4c-403f1a24573d None None] Sync routers for ids ['de610c12-ddc7-4cbf-bfbb-0f814ae59c00'] in dv-cinder-840375-1-iscsi {{(pid=114215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:54:51.715312 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d4da71-35a9-4e92-9c4c-403f1a24573d None None] Routers {'de610c12-ddc7-4cbf-bfbb-0f814ae59c00'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:54:51.716178 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-67d4da71-35a9-4e92-9c4c-403f1a24573d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-03T23:54:34Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['de610c12-ddc7-4cbf-bfbb-0f814ae59c00'], 'active': True} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:54:51.751889 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-ffff04af-b4d6-4888-a009-03b76f9d839c admin admin] Notify callbacks [] for router, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:51.756825 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 37954) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:54:51.766678 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-ffff04af-b4d6-4888-a009-03b76f9d839c admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0578110 May 03 23:54:51.808587 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-70d1e775-c33f-4003-ac63-45299a019d64 None None] Provisioning complete for port db58877f-c689-49e5-92a0-8e50e8bc9941 triggered by entity DHCP. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:54:51.809384 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-70d1e775-c33f-4003-ac63-45299a019d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:51.861629 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvr_db [None req-67d4da71-35a9-4e92-9c4c-403f1a24573d None None] Set router de610c12-ddc7-4cbf-bfbb-0f814ae59c00 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 23:54:51.944714 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-1b993e73-4aea-4694-96f9-9bba6785c086 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:51.970643 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:51.988969 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbfac8f-a202-437b-a220-7fb0af35ba0b req-8ae1ad51-2fe8-4f62-9b21-1b6638b88076 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:51.990894 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-5dbfac8f-a202-437b-a220-7fb0af35ba0b req-8ae1ad51-2fe8-4f62-9b21-1b6638b88076 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=26684279-b640-4ba7-9695-cd6eedc4f55e HTTP/1.1" status: 200 len: 945 time: 0.0914023 May 03 23:54:52.071777 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] For port db58877f-c689-49e5-92a0-8e50e8bc9941, host dv-cinder-840375-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=db58877f-c689-49e5-92a0-8e50e8bc9941,segment=NetworkSegment(ece7fc4c-d520-4d44-9177-2f1e00f5cc69),segment_id=ece7fc4c-d520-4d44-9177-2f1e00f5cc69)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:54:52.075593 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-70d1e775-c33f-4003-ac63-45299a019d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:52.156201 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-5dbfac8f-a202-437b-a220-7fb0af35ba0b req-bc0d4756-a236-436b-804c-224dc9cc5daf tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aabfbfc-09d0-4f5e-998f-a2943879bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475446 May 03 23:54:52.160023 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-1b993e73-4aea-4694-96f9-9bba6785c086 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:52.166559 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:52.178424 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-67d4da71-35a9-4e92-9c4c-403f1a24573d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de610c12-ddc7-4cbf-bfbb-0f814ae59c00', 'name': 'tempest-TestShelveInstance-1210231621-router', 'tenant_id': '840091b6565141f68b6ceaccf1eb391d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': '383cb9d0-ba8d-416d-8649-ef63f4a1b0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:54:48Z', 'updated_at': '2022-05-03T23:54:50Z', 'revision_number': 3, 'project_id': '840091b6565141f68b6ceaccf1eb391d', 'gw_port': {'id': '383cb9d0-ba8d-416d-8649-ef63f4a1b0df', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:27:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de610c12-ddc7-4cbf-bfbb-0f814ae59c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:54:49Z', 'updated_at': '2022-05-03T23:54:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi'}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:54:52.221107 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d4da71-35a9-4e92-9c4c-403f1a24573d None None] Checking router: de610c12-ddc7-4cbf-bfbb-0f814ae59c00 for host: dv-cinder-840375-1-iscsi {{(pid=114215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:54:52.221867 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d4da71-35a9-4e92-9c4c-403f1a24573d None None] Updating router de610c12-ddc7-4cbf-bfbb-0f814ae59c00 port 383cb9d0-ba8d-416d-8649-ef63f4a1b0df binding host dv-cinder-840375-1-iscsi {{(pid=114215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 23:54:52.228695 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-1b993e73-4aea-4694-96f9-9bba6785c086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:52.259590 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron_lib.callbacks.manager [None req-67d4da71-35a9-4e92-9c4c-403f1a24573d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:52.290616 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-1b993e73-4aea-4694-96f9-9bba6785c086 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fe871124860e4d8f8d714b6b4073bc86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5952716 May 03 23:54:52.294292 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 37966) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:54:52.308486 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.db.api [None req-70d1e775-c33f-4003-ac63-45299a019d64 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114214) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 23:54:52.309048 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG oslo_db.api [None req-70d1e775-c33f-4003-ac63-45299a019d64 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 23:54:52.309741 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Pushing event updated for resources: {'Port': ['ID=db58877f-c689-49e5-92a0-8e50e8bc9941,revision_number=3']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:52.336417 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b993e73-4aea-4694-96f9-9bba6785c086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa768dd-a8cc-478a-ab53-6d52039db911,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:52.397971 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-ffacfc3a-7146-459d-895b-dab1090fb341 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:52.434782 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-ffacfc3a-7146-459d-895b-dab1090fb341 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:52.494947 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-a63c4474-ebe5-414b-b5d0-6d5ffbe1f833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:52.571837 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-ffacfc3a-7146-459d-895b-dab1090fb341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:52.574648 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-ffacfc3a-7146-459d-895b-dab1090fb341 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:52.575913 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-ffacfc3a-7146-459d-895b-dab1090fb341 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6aa768dd-a8cc-478a-ab53-6d52039db911 HTTP/1.1" status: 204 len: 168 time: 0.2796011 May 03 23:54:52.585245 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffacfc3a-7146-459d-895b-dab1090fb341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa768dd-a8cc-478a-ab53-6d52039db911,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:52.600376 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron_lib.callbacks.manager [None req-67d4da71-35a9-4e92-9c4c-403f1a24573d None None] Notify callbacks [] for port, precommit_update {{(pid=114215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:52.686083 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron_lib.callbacks.manager [None req-67d4da71-35a9-4e92-9c4c-403f1a24573d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:52.731269 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.db.db_base_plugin_common [None req-a63c4474-ebe5-414b-b5d0-6d5ffbe1f833 admin admin] Allocated IP 172.20.0.1 (4be2a5af-7523-4a0f-a118-43dcd99a81ad/2075c94d-2855-46b9-a529-82941e5cf0f8/c6b1dc4c-0fb7-4e9a-9600-4cc206cba0f9) {{(pid=114213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:54:52.737237 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21faa2a2-94f1-4265-8020-99fc02d1dfbb None None] Pushing event updated for resources: {'Port': ['ID=383cb9d0-ba8d-416d-8649-ef63f4a1b0df,revision_number=2']} {{(pid=114215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:52.760318 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.managers [None req-67d4da71-35a9-4e92-9c4c-403f1a24573d None None] Attempting to bind port 383cb9d0-ba8d-416d-8649-ef63f4a1b0df on host dv-cinder-840375-1-iscsi for vnic_type normal with profile {{(pid=114215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:54:52.761278 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.managers [None req-67d4da71-35a9-4e92-9c4c-403f1a24573d None None] Attempting to bind port 383cb9d0-ba8d-416d-8649-ef63f4a1b0df by drivers openvswitch,hyperv on host dv-cinder-840375-1-iscsi at level 0 using segments [{'id': '5eb57155-ed9e-4c45-a041-92a5f67bc876', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c'}] {{(pid=114215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:54:52.762514 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d4da71-35a9-4e92-9c4c-403f1a24573d None None] Attempting to bind port 383cb9d0-ba8d-416d-8649-ef63f4a1b0df on network b899e136-3b25-4af5-bb18-9827145d490c {{(pid=114215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 23:54:52.773307 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d4da71-35a9-4e92-9c4c-403f1a24573d None None] Checking agent: {'id': 'cd69fb9c-fe1e-4524-b6a8-2fc8f7c83280', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840375-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 23, 44, 7), 'started_at': datetime.datetime(2022, 5, 3, 23, 44, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840375-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 23:54:52.775082 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d4da71-35a9-4e92-9c4c-403f1a24573d None None] Checking segment: {'id': '5eb57155-ed9e-4c45-a041-92a5f67bc876', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 03 23:54:52.775963 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron_lib.callbacks.manager [None req-67d4da71-35a9-4e92-9c4c-403f1a24573d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:52.776283 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d4da71-35a9-4e92-9c4c-403f1a24573d None None] Bound using segment: {'id': '5eb57155-ed9e-4c45-a041-92a5f67bc876', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c'} {{(pid=114215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 23:54:52.776957 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.managers [None req-67d4da71-35a9-4e92-9c4c-403f1a24573d None None] Bound port: 383cb9d0-ba8d-416d-8649-ef63f4a1b0df, host: dv-cinder-840375-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb57155-ed9e-4c45-a041-92a5f67bc876', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c'}}] {{(pid=114215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:54:52.777627 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron_lib.callbacks.manager [None req-67d4da71-35a9-4e92-9c4c-403f1a24573d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:52.870454 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.db [None req-67d4da71-35a9-4e92-9c4c-403f1a24573d None None] For port 383cb9d0-ba8d-416d-8649-ef63f4a1b0df, host dv-cinder-840375-1-iscsi, cleared binding levels {{(pid=114215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 23:54:52.875170 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.db [None req-67d4da71-35a9-4e92-9c4c-403f1a24573d None None] For port 383cb9d0-ba8d-416d-8649-ef63f4a1b0df, host dv-cinder-840375-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=383cb9d0-ba8d-416d-8649-ef63f4a1b0df,segment=NetworkSegment(5eb57155-ed9e-4c45-a041-92a5f67bc876),segment_id=5eb57155-ed9e-4c45-a041-92a5f67bc876)] {{(pid=114215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 23:54:52.900791 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738734a4-95e0-419b-9b05-9616e4d23a7f req-91312b0c-5200-404a-8f05-654acb5e674a tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:52.902474 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-738734a4-95e0-419b-9b05-9616e4d23a7f req-91312b0c-5200-404a-8f05-654acb5e674a tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/ports?device_id=50a0900d-15f5-43a5-886f-f152d5865b91 HTTP/1.1" status: 200 len: 945 time: 0.1228998 May 03 23:54:52.927691 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-a63c4474-ebe5-414b-b5d0-6d5ffbe1f833 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:52.962082 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron_lib.callbacks.manager [None req-67d4da71-35a9-4e92-9c4c-403f1a24573d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:52.979716 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-738734a4-95e0-419b-9b05-9616e4d23a7f req-344d6f22-30d5-401e-a1ca-276e271a7109 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3199a76-af0d-466a-85dd-e09fc9f48c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644336 May 03 23:54:53.026936 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-227c8304-8d40-4b25-81e1-781b3583136b None None] Provisioning complete for port db58877f-c689-49e5-92a0-8e50e8bc9941 triggered by entity DHCP. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:54:53.027889 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-227c8304-8d40-4b25-81e1-781b3583136b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:53.064860 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-a63c4474-ebe5-414b-b5d0-6d5ffbe1f833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733331236172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25969890'] for port, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:53.098078 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d4da71-35a9-4e92-9c4c-403f1a24573d None None] Routers {'de610c12-ddc7-4cbf-bfbb-0f814ae59c00'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:54:53.098874 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-67d4da71-35a9-4e92-9c4c-403f1a24573d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-03T23:54:34Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['de610c12-ddc7-4cbf-bfbb-0f814ae59c00'], 'active': True} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:54:53.104385 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21faa2a2-94f1-4265-8020-99fc02d1dfbb None None] Pushing event updated for resources: {'Port': ['ID=383cb9d0-ba8d-416d-8649-ef63f4a1b0df,revision_number=3']} {{(pid=114215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:53.112467 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device db58877f-c689-49e5-92a0-8e50e8bc9941 up at agent ovs-agent-dv-cinder-840375-1-iscsi {{(pid=114214) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 23:54:53.128787 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 37980) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:54:53.154279 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63c4474-ebe5-414b-b5d0-6d5ffbe1f833 admin admin] Network 4be2a5af-7523-4a0f-a118-43dcd99a81ad is already hosted by enough agents. {{(pid=114213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:54:53.159825 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.base_scheduler [None req-a63c4474-ebe5-414b-b5d0-6d5ffbe1f833 admin admin] Resources bound (agent type, host, resource id): {{(pid=114213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:54:53.165490 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63c4474-ebe5-414b-b5d0-6d5ffbe1f833 admin admin] Received port after_create {{(pid=114213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 23:54:53.169322 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63c4474-ebe5-414b-b5d0-6d5ffbe1f833 admin admin] Pushing event updated for resources: {'Port': ['ID=c6b1dc4c-0fb7-4e9a-9600-4cc206cba0f9,revision_number=1']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:53.236244 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-a63c4474-ebe5-414b-b5d0-6d5ffbe1f833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761863'] for router_interface, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:53.270886 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Provisioning complete for port db58877f-c689-49e5-92a0-8e50e8bc9941 triggered by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:54:53.271267 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:53.398216 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvr_db [None req-67d4da71-35a9-4e92-9c4c-403f1a24573d None None] Set router de610c12-ddc7-4cbf-bfbb-0f814ae59c00 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 23:54:53.448369 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-4355e813-7c38-46ba-b7c9-2e658723a172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:53.498989 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313830a2-810a-4e1e-98a7-5317086837ee req-e3eba445-12cd-4ff0-a093-3d9f3e6bf2b0 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:53.500521 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-313830a2-810a-4e1e-98a7-5317086837ee req-e3eba445-12cd-4ff0-a093-3d9f3e6bf2b0 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=26684279-b640-4ba7-9695-cd6eedc4f55e HTTP/1.1" status: 200 len: 945 time: 0.1481378 May 03 23:54:53.565819 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-313830a2-810a-4e1e-98a7-5317086837ee req-d73f7fa4-1898-422c-b97a-ed0224a5e4bb tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aabfbfc-09d0-4f5e-998f-a2943879bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546694 May 03 23:54:53.596572 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-c0367031-42a1-471c-9951-ac533b67ef4c None None] Provisioning complete for port c6b1dc4c-0fb7-4e9a-9600-4cc206cba0f9 triggered by entity DHCP. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:54:53.597543 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-4355e813-7c38-46ba-b7c9-2e658723a172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:53.598310 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-c0367031-42a1-471c-9951-ac533b67ef4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:53.635509 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-a63c4474-ebe5-414b-b5d0-6d5ffbe1f833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:53.662179 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-c0367031-42a1-471c-9951-ac533b67ef4c None None] Port c6b1dc4c-0fb7-4e9a-9600-4cc206cba0f9 cannot update to ACTIVE because it is not bound. {{(pid=114214) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 03 23:54:53.676479 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-67d4da71-35a9-4e92-9c4c-403f1a24573d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de610c12-ddc7-4cbf-bfbb-0f814ae59c00', 'name': 'tempest-TestShelveInstance-1210231621-router', 'tenant_id': '840091b6565141f68b6ceaccf1eb391d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': '383cb9d0-ba8d-416d-8649-ef63f4a1b0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:54:48Z', 'updated_at': '2022-05-03T23:54:50Z', 'revision_number': 3, 'project_id': '840091b6565141f68b6ceaccf1eb391d', 'gw_port': {'id': '383cb9d0-ba8d-416d-8649-ef63f4a1b0df', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:27:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de610c12-ddc7-4cbf-bfbb-0f814ae59c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:54:49Z', 'updated_at': '2022-05-03T23:54:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi'}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:54:53.685841 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-4355e813-7c38-46ba-b7c9-2e658723a172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:53.709354 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d4da71-35a9-4e92-9c4c-403f1a24573d None None] The sync data for ids ['de610c12-ddc7-4cbf-bfbb-0f814ae59c00'] in dv-cinder-840375-1-iscsi is: [{'id': 'de610c12-ddc7-4cbf-bfbb-0f814ae59c00', 'name': 'tempest-TestShelveInstance-1210231621-router', 'tenant_id': '840091b6565141f68b6ceaccf1eb391d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': '383cb9d0-ba8d-416d-8649-ef63f4a1b0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:54:48Z', 'updated_at': '2022-05-03T23:54:50Z', 'revision_number': 3, 'project_id': '840091b6565141f68b6ceaccf1eb391d', 'gw_port': {'id': '383cb9d0-ba8d-416d-8649-ef63f4a1b0df', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:27:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de610c12-ddc7-4cbf-bfbb-0f814ae59c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:54:49Z', 'updated_at': '2022-05-03T23:54:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi'}] {{(pid=114215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:54:53.733814 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-4355e813-7c38-46ba-b7c9-2e658723a172 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d276d764728e4dba80bce0e0c42c7a1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6025965 May 03 23:54:53.735270 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4355e813-7c38-46ba-b7c9-2e658723a172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79fae3ad-7653-40cd-b73e-6a438b04719f,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:53.738375 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 37992) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:54:53.856866 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-505754a2-4754-488d-be31-540644211824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:53.898824 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-505754a2-4754-488d-be31-540644211824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:53.942250 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-a63c4474-ebe5-414b-b5d0-6d5ffbe1f833 admin admin] Notify callbacks [] for port, precommit_update {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:54.023735 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-a63c4474-ebe5-414b-b5d0-6d5ffbe1f833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25969899'] for port, after_update {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:54.070389 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-505754a2-4754-488d-be31-540644211824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:54.081502 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-505754a2-4754-488d-be31-540644211824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:54.081502 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-505754a2-4754-488d-be31-540644211824 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/79fae3ad-7653-40cd-b73e-6a438b04719f HTTP/1.1" status: 204 len: 168 time: 0.3341742 May 03 23:54:54.138820 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505754a2-4754-488d-be31-540644211824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79fae3ad-7653-40cd-b73e-6a438b04719f,revision_number=None']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:54.145669 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63c4474-ebe5-414b-b5d0-6d5ffbe1f833 admin admin] Pushing event updated for resources: {'Port': ['ID=c6b1dc4c-0fb7-4e9a-9600-4cc206cba0f9,revision_number=2']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:54.164194 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-a63c4474-ebe5-414b-b5d0-6d5ffbe1f833 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3748312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761851'] for router_interface, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:54.492757 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9cc380-0edd-47ab-b583-f1cfbfd6deff req-3d0bc454-63ac-486a-b70a-b8bac1cf5852 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:54.494715 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-ad9cc380-0edd-47ab-b583-f1cfbfd6deff req-3d0bc454-63ac-486a-b70a-b8bac1cf5852 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.47 "GET /v2.0/ports?device_id=50a0900d-15f5-43a5-886f-f152d5865b91 HTTP/1.1" status: 200 len: 945 time: 0.4033084 May 03 23:54:54.577791 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5115b980-487c-4af1-922a-e73ed886a837 req-3b89a5e3-f1ee-49bc-9585-8feb829f8bb7 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:54.585455 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-5115b980-487c-4af1-922a-e73ed886a837 req-3b89a5e3-f1ee-49bc-9585-8feb829f8bb7 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/ports?device_id=50a0900d-15f5-43a5-886f-f152d5865b91 HTTP/1.1" status: 200 len: 945 time: 0.4477465 May 03 23:54:54.729377 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-5115b980-487c-4af1-922a-e73ed886a837 req-82d90af4-ecd2-4f23-bc75-a0cf24dc7fd4 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3199a76-af0d-466a-85dd-e09fc9f48c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426084 May 03 23:54:54.747161 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63c4474-ebe5-414b-b5d0-6d5ffbe1f833 admin admin] Network 4be2a5af-7523-4a0f-a118-43dcd99a81ad is already hosted by enough agents. {{(pid=114213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:54:54.747161 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.base_scheduler [None req-a63c4474-ebe5-414b-b5d0-6d5ffbe1f833 admin admin] Resources bound (agent type, host, resource id): {{(pid=114213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:54:54.788810 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a9450-399c-42d8-8dd3-f3a880900ec3 req-06d0caa9-76fa-4b10-901e-55bf1646fe4d tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:54.791385 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-401a9450-399c-42d8-8dd3-f3a880900ec3 req-06d0caa9-76fa-4b10-901e-55bf1646fe4d tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=26684279-b640-4ba7-9695-cd6eedc4f55e HTTP/1.1" status: 200 len: 945 time: 0.0946198 May 03 23:54:54.889621 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-401a9450-399c-42d8-8dd3-f3a880900ec3 req-f390393b-b42a-4a00-bad6-81d5e60c75e7 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aabfbfc-09d0-4f5e-998f-a2943879bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922878 May 03 23:54:54.926197 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.plugin [req-ad9cc380-0edd-47ab-b583-f1cfbfd6deff req-11f7506a-0cf5-46b1-9f1d-d34530dda1ed tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Deleting port a7796f5c-6daf-4fd5-8952-5d2ceb77455a {{(pid=114213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 03 23:54:54.926553 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [req-ad9cc380-0edd-47ab-b583-f1cfbfd6deff req-11f7506a-0cf5-46b1-9f1d-d34530dda1ed tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733331783909'] for port, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:55.077837 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a63c4474-ebe5-414b-b5d0-6d5ffbe1f833 admin admin] Router de610c12-ddc7-4cbf-bfbb-0f814ae59c00 has already been hosted by L3 agent 758adf3f-89d7-4e1b-912e-3871fb413390 {{(pid=114213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 23:54:55.088369 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.db [req-ad9cc380-0edd-47ab-b583-f1cfbfd6deff req-11f7506a-0cf5-46b1-9f1d-d34530dda1ed tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] For port a7796f5c-6daf-4fd5-8952-5d2ceb77455a, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=a7796f5c-6daf-4fd5-8952-5d2ceb77455a,segment=NetworkSegment(d6551357-033f-4179-a830-748857d0f27a),segment_id=d6551357-033f-4179-a830-748857d0f27a)] {{(pid=114213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:54:55.088743 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [req-ad9cc380-0edd-47ab-b583-f1cfbfd6deff req-11f7506a-0cf5-46b1-9f1d-d34530dda1ed tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764614'] for port, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:55.120804 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.plugin [req-ad9cc380-0edd-47ab-b583-f1cfbfd6deff req-11f7506a-0cf5-46b1-9f1d-d34530dda1ed tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Calling delete_port for a7796f5c-6daf-4fd5-8952-5d2ceb77455a owned by compute:nova {{(pid=114213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 03 23:54:55.127343 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device 383cb9d0-ba8d-416d-8649-ef63f4a1b0df up at agent ovs-agent-dv-cinder-840375-1-iscsi {{(pid=114214) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 23:54:55.212806 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Provisioning complete for port 383cb9d0-ba8d-416d-8649-ef63f4a1b0df triggered by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:54:55.213214 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:55.258801 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-ca6c0384-2904-48df-9c0b-6b918507aad1 None None] Provisioning complete for port c6b1dc4c-0fb7-4e9a-9600-4cc206cba0f9 triggered by entity DHCP. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:54:55.259389 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-ca6c0384-2904-48df-9c0b-6b918507aad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:55.325716 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-ca6c0384-2904-48df-9c0b-6b918507aad1 None None] Port c6b1dc4c-0fb7-4e9a-9600-4cc206cba0f9 cannot update to ACTIVE because it is not bound. {{(pid=114214) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 03 23:54:55.330258 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a63c4474-ebe5-414b-b5d0-6d5ffbe1f833 admin admin] Notify agent at l3_agent.dv-cinder-840375-1-iscsi the message routers_updated {{(pid=114213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 23:54:55.345694 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-a63c4474-ebe5-414b-b5d0-6d5ffbe1f833 admin admin] 10.222.0.13 "PUT /v2.0/routers/de610c12-ddc7-4cbf-bfbb-0f814ae59c00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5782666 May 03 23:54:55.345901 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:55.376613 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] For port 383cb9d0-ba8d-416d-8649-ef63f4a1b0df, host dv-cinder-840375-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=383cb9d0-ba8d-416d-8649-ef63f4a1b0df,segment=NetworkSegment(5eb57155-ed9e-4c45-a041-92a5f67bc876),segment_id=5eb57155-ed9e-4c45-a041-92a5f67bc876)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:54:55.451609 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:55.479937 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [req-ad9cc380-0edd-47ab-b583-f1cfbfd6deff req-11f7506a-0cf5-46b1-9f1d-d34530dda1ed tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733331790767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733331236154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25969890'] for port, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:55.514539 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f7506a-0cf5-46b1-9f1d-d34530dda1ed tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Pushing event deleted for resources: {'Port': ['ID=a7796f5c-6daf-4fd5-8952-5d2ceb77455a,revision_number=None']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:55.521653 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Pushing event updated for resources: {'Port': ['ID=383cb9d0-ba8d-416d-8649-ef63f4a1b0df,revision_number=4']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:55.547171 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] get_ports_and_sgs() called for port_ids ['a7796f5c-6daf-4fd5-8952-5d2ceb77455a'] {{(pid=114214) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 23:54:55.658611 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f7506a-0cf5-46b1-9f1d-d34530dda1ed tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:54:55.658838 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f7506a-0cf5-46b1-9f1d-d34530dda1ed tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:54:55.660329 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f7506a-0cf5-46b1-9f1d-d34530dda1ed tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:54:55.660329 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f7506a-0cf5-46b1-9f1d-d34530dda1ed tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:54:55.660329 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f7506a-0cf5-46b1-9f1d-d34530dda1ed tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:54:55.660329 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f7506a-0cf5-46b1-9f1d-d34530dda1ed tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:54:55.660329 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f7506a-0cf5-46b1-9f1d-d34530dda1ed tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:54:55.660980 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f7506a-0cf5-46b1-9f1d-d34530dda1ed tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:54:55.660980 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f7506a-0cf5-46b1-9f1d-d34530dda1ed tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:54:55.661450 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f7506a-0cf5-46b1-9f1d-d34530dda1ed tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:54:55.661589 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f7506a-0cf5-46b1-9f1d-d34530dda1ed tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:54:55.662101 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f7506a-0cf5-46b1-9f1d-d34530dda1ed tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:54:55.666122 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad9cc380-0edd-47ab-b583-f1cfbfd6deff req-11f7506a-0cf5-46b1-9f1d-d34530dda1ed tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] No DVR routers for this DVR port a7796f5c-6daf-4fd5-8952-5d2ceb77455a on host hv-cinder-84037 {{(pid=114213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:54:55.669974 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [req-ad9cc380-0edd-47ab-b583-f1cfbfd6deff req-11f7506a-0cf5-46b1-9f1d-d34530dda1ed tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371'] for port, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:55.673880 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-ad9cc380-0edd-47ab-b583-f1cfbfd6deff req-11f7506a-0cf5-46b1-9f1d-d34530dda1ed tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.47 "DELETE /v2.0/ports/a7796f5c-6daf-4fd5-8952-5d2ceb77455a HTTP/1.1" status: 204 len: 173 time: 1.1652129 May 03 23:54:55.674542 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50a0900d-15f5-43a5-886f-f152d5865b91', 'name': 'network-vif-deleted', 'tag': 'a7796f5c-6daf-4fd5-8952-5d2ceb77455a'}] {{(pid=114213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:54:55.677411 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53d1e4f1e8632581442e9f46277f90828789bc3ac2677f75cdf13d6c47c4555d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a40abcfe-9a2d-458b-aaad-d9242f1c670f" -d '{"events": [{"server_uuid": "50a0900d-15f5-43a5-886f-f152d5865b91", "name": "network-vif-deleted", "tag": "a7796f5c-6daf-4fd5-8952-5d2ceb77455a"}]}' {{(pid=114213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 23:54:55.748978 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 23:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0271e38b-b243-48dd-89d4-f6f90ab6c868 x-openstack-request-id: req-0271e38b-b243-48dd-89d4-f6f90ab6c868 {{(pid=114213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 23:54:55.749265 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50a0900d-15f5-43a5-886f-f152d5865b91", "name": "network-vif-deleted", "tag": "a7796f5c-6daf-4fd5-8952-5d2ceb77455a", "status": "completed", "code": 200}]} {{(pid=114213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 23:54:55.749541 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0271e38b-b243-48dd-89d4-f6f90ab6c868 {{(pid=114213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 23:54:55.749936 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0271e38b-b243-48dd-89d4-f6f90ab6c868'] response: {'server_uuid': '50a0900d-15f5-43a5-886f-f152d5865b91', 'name': 'network-vif-deleted', 'tag': 'a7796f5c-6daf-4fd5-8952-5d2ceb77455a', 'status': 'completed', 'code': 200} May 03 23:54:55.919329 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-3e0216dd-f5d2-49c8-bd58-ae2ff646e2ac req-daa6604f-75f0-4143-bff0-314f250fccb8 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/ports?device_id=50a0900d-15f5-43a5-886f-f152d5865b91 HTTP/1.1" status: 200 len: 210 time: 0.0444953 May 03 23:54:56.064523 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d474f3da-7ffc-4213-8b40-16ad78374cde req-e6b58dce-1bc7-4d05-8c78-31a973c745a6 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:56.072392 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-d474f3da-7ffc-4213-8b40-16ad78374cde req-e6b58dce-1bc7-4d05-8c78-31a973c745a6 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=26684279-b640-4ba7-9695-cd6eedc4f55e HTTP/1.1" status: 200 len: 945 time: 0.0606256 May 03 23:54:56.117410 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-d474f3da-7ffc-4213-8b40-16ad78374cde req-5ba02fe9-2f88-4991-a277-8155464748c8 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aabfbfc-09d0-4f5e-998f-a2943879bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431774 May 03 23:54:56.238393 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 38092) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:54:56.243238 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.v2.base [None req-d737a588-67a4-40f0-8f27-ef6f2144c351 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1918363723', 'description': 'tempest-secgroup-smoke-1918363723 description', 'project_id': 'c7dabe5c6909498eb0e87863bd20caff'}} {{(pid=114213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:54:56.400919 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-d737a588-67a4-40f0-8f27-ef6f2144c351 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Notify callbacks [] for security_group, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:56.502742 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-d737a588-67a4-40f0-8f27-ef6f2144c351 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Notify callbacks [] for security_group, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:56.600260 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-d737a588-67a4-40f0-8f27-ef6f2144c351 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:56.630901 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d737a588-67a4-40f0-8f27-ef6f2144c351 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce46192-56ed-4e3c-8c55-0dfeda54a709,revision_number=1']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:56.676556 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44637c2a-0217-4d24-8527-b7fcbc0042e7 None None] Sync routers for ids ['de610c12-ddc7-4cbf-bfbb-0f814ae59c00'] in dv-cinder-840375-1-iscsi {{(pid=114214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:54:56.687495 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44637c2a-0217-4d24-8527-b7fcbc0042e7 None None] Routers {'de610c12-ddc7-4cbf-bfbb-0f814ae59c00'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:54:56.688151 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-44637c2a-0217-4d24-8527-b7fcbc0042e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-03T23:54:34Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['de610c12-ddc7-4cbf-bfbb-0f814ae59c00'], 'active': True} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:54:56.759814 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-d737a588-67a4-40f0-8f27-ef6f2144c351 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Notify callbacks [] for security_group, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:56.761816 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-d737a588-67a4-40f0-8f27-ef6f2144c351 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5222056 May 03 23:54:56.765226 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 38112) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:54:56.775113 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [None req-bd8d44d3-6978-4b6a-9319-1a4a90a087bf tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Request body: {'security_group_rule': {'security_group_id': '6ce46192-56ed-4e3c-8c55-0dfeda54a709', 'project_id': 'c7dabe5c6909498eb0e87863bd20caff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:54:56.836726 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvr_db [None req-44637c2a-0217-4d24-8527-b7fcbc0042e7 None None] Set router de610c12-ddc7-4cbf-bfbb-0f814ae59c00 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 23:54:56.918236 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-bd8d44d3-6978-4b6a-9319-1a4a90a087bf tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:56.986761 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-bd8d44d3-6978-4b6a-9319-1a4a90a087bf tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:57.059293 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-bd8d44d3-6978-4b6a-9319-1a4a90a087bf tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774295'] for security_group_rule, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:57.068975 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device 383cb9d0-ba8d-416d-8649-ef63f4a1b0df up at agent ovs-agent-dv-cinder-840375-1-iscsi {{(pid=114214) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 23:54:57.088500 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-73dfb35f-9125-4806-9965-154221630ebb req-2b66339f-55e7-4511-918a-66f005e9fc91 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/ports?device_id=50a0900d-15f5-43a5-886f-f152d5865b91 HTTP/1.1" status: 200 len: 210 time: 0.0419414 May 03 23:54:57.102476 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8d44d3-6978-4b6a-9319-1a4a90a087bf tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07680c59-fdcf-440b-93df-1a1a117c7430,revision_number=0']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:57.119780 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8d44d3-6978-4b6a-9319-1a4a90a087bf tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:54:57.120131 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8d44d3-6978-4b6a-9319-1a4a90a087bf tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:54:57.120465 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8d44d3-6978-4b6a-9319-1a4a90a087bf tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:54:57.120995 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8d44d3-6978-4b6a-9319-1a4a90a087bf tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:54:57.122236 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8d44d3-6978-4b6a-9319-1a4a90a087bf tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:54:57.122813 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8d44d3-6978-4b6a-9319-1a4a90a087bf tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:54:57.123211 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8d44d3-6978-4b6a-9319-1a4a90a087bf tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:54:57.123536 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8d44d3-6978-4b6a-9319-1a4a90a087bf tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:54:57.123872 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8d44d3-6978-4b6a-9319-1a4a90a087bf tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:54:57.124190 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8d44d3-6978-4b6a-9319-1a4a90a087bf tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:54:57.124599 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8d44d3-6978-4b6a-9319-1a4a90a087bf tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:54:57.124931 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8d44d3-6978-4b6a-9319-1a4a90a087bf tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:54:57.172002 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-bd8d44d3-6978-4b6a-9319-1a4a90a087bf tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:57.176325 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-bd8d44d3-6978-4b6a-9319-1a4a90a087bf tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4082086 May 03 23:54:57.179424 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 38120) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:54:57.184641 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.v2.base [None req-693e0f92-d939-4499-8f00-317355af3f61 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Request body: {'security_group_rule': {'security_group_id': '6ce46192-56ed-4e3c-8c55-0dfeda54a709', 'project_id': 'c7dabe5c6909498eb0e87863bd20caff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:54:57.278792 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9e98f2-297c-41ca-a5c5-ad428ee0703e req-6405aad4-a21d-46e3-9334-c7cbaf9b995f tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:57.280275 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-7a9e98f2-297c-41ca-a5c5-ad428ee0703e req-6405aad4-a21d-46e3-9334-c7cbaf9b995f tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=26684279-b640-4ba7-9695-cd6eedc4f55e HTTP/1.1" status: 200 len: 945 time: 0.0686226 May 03 23:54:57.287586 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-44637c2a-0217-4d24-8527-b7fcbc0042e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de610c12-ddc7-4cbf-bfbb-0f814ae59c00', 'name': 'tempest-TestShelveInstance-1210231621-router', 'tenant_id': '840091b6565141f68b6ceaccf1eb391d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': '383cb9d0-ba8d-416d-8649-ef63f4a1b0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:54:48Z', 'updated_at': '2022-05-03T23:54:53Z', 'revision_number': 4, 'project_id': '840091b6565141f68b6ceaccf1eb391d', 'gw_port': {'id': '383cb9d0-ba8d-416d-8649-ef63f4a1b0df', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:27:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de610c12-ddc7-4cbf-bfbb-0f814ae59c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:54:49Z', 'updated_at': '2022-05-03T23:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_interfaces': [{'id': 'c6b1dc4c-0fb7-4e9a-9600-4cc206cba0f9', 'name': '', 'network_id': '4be2a5af-7523-4a0f-a118-43dcd99a81ad', 'tenant_id': '840091b6565141f68b6ceaccf1eb391d', 'mac_address': 'fa:16:3e:f6:d5:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de610c12-ddc7-4cbf-bfbb-0f814ae59c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '2075c94d-2855-46b9-a529-82941e5cf0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:54:52Z', 'updated_at': '2022-05-03T23:54:53Z', 'revision_number': 2, 'project_id': '840091b6565141f68b6ceaccf1eb391d', 'subnets': [{'id': '2075c94d-2855-46b9-a529-82941e5cf0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:54:57.320267 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44637c2a-0217-4d24-8527-b7fcbc0042e7 None None] Checking router: de610c12-ddc7-4cbf-bfbb-0f814ae59c00 for host: dv-cinder-840375-1-iscsi {{(pid=114214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:54:57.320651 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44637c2a-0217-4d24-8527-b7fcbc0042e7 None None] Updating router de610c12-ddc7-4cbf-bfbb-0f814ae59c00 port c6b1dc4c-0fb7-4e9a-9600-4cc206cba0f9 binding host dv-cinder-840375-1-iscsi {{(pid=114214) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 23:54:57.321847 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-7a9e98f2-297c-41ca-a5c5-ad428ee0703e req-b9ec5d3f-0f19-46b3-b076-4776d12bef66 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aabfbfc-09d0-4f5e-998f-a2943879bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334897 May 03 23:54:57.324046 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Provisioning complete for port 383cb9d0-ba8d-416d-8649-ef63f4a1b0df triggered by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:54:57.324412 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:57.331380 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-693e0f92-d939-4499-8f00-317355af3f61 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:57.373237 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-44637c2a-0217-4d24-8527-b7fcbc0042e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:57.402778 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-693e0f92-d939-4499-8f00-317355af3f61 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:57.497691 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-693e0f92-d939-4499-8f00-317355af3f61 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774295'] for security_group_rule, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:57.522267 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693e0f92-d939-4499-8f00-317355af3f61 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62e91d97-ee13-4565-90ae-2590655c5d70,revision_number=0']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:57.585123 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-693e0f92-d939-4499-8f00-317355af3f61 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:57.589026 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-693e0f92-d939-4499-8f00-317355af3f61 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4068699 May 03 23:54:57.589143 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 38122) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:54:57.594496 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.v2.base [None req-f68a232d-7b1a-4add-8976-724daf3d9904 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Request body: {'security_group_rule': {'security_group_id': '6ce46192-56ed-4e3c-8c55-0dfeda54a709', 'project_id': 'c7dabe5c6909498eb0e87863bd20caff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:54:57.689257 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-f68a232d-7b1a-4add-8976-724daf3d9904 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:57.698823 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device a7796f5c-6daf-4fd5-8952-5d2ceb77455a no longer exists at agent hyperv_hv-cinder-84037 {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 23:54:57.745406 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] No Port match for: a7796f5c-6daf-4fd5-8952-5d2ceb77455a {{(pid=114214) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 03 23:54:57.745715 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device a7796f5c-6daf-4fd5-8952-5d2ceb77455a not bound to the agent host hv-cinder-84037 {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 23:54:57.765585 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-f68a232d-7b1a-4add-8976-724daf3d9904 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:57.774084 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-44637c2a-0217-4d24-8527-b7fcbc0042e7 None None] Notify callbacks [] for port, precommit_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:57.874940 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-f68a232d-7b1a-4add-8976-724daf3d9904 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774295'] for security_group_rule, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:57.875231 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-44637c2a-0217-4d24-8527-b7fcbc0042e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:57.897031 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68a232d-7b1a-4add-8976-724daf3d9904 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d7a009b-57fa-497b-9280-ad2b2b35682d,revision_number=0']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:57.965442 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a796ff-e5a1-4a18-9803-48f3744d9baf None None] Pushing event updated for resources: {'Port': ['ID=c6b1dc4c-0fb7-4e9a-9600-4cc206cba0f9,revision_number=3']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:57.986888 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-f68a232d-7b1a-4add-8976-724daf3d9904 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:57.992029 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-f68a232d-7b1a-4add-8976-724daf3d9904 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4011102 May 03 23:54:58.002394 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 38130) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:54:58.002394 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [None req-e0c6d8df-362f-4916-ba42-139e6d11ebcb tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Request body: {'security_group_rule': {'security_group_id': '6ce46192-56ed-4e3c-8c55-0dfeda54a709', 'project_id': 'c7dabe5c6909498eb0e87863bd20caff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:54:58.013159 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a796ff-e5a1-4a18-9803-48f3744d9baf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:54:58.013413 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a796ff-e5a1-4a18-9803-48f3744d9baf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:54:58.017914 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a796ff-e5a1-4a18-9803-48f3744d9baf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:54:58.018308 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a796ff-e5a1-4a18-9803-48f3744d9baf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:54:58.018501 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a796ff-e5a1-4a18-9803-48f3744d9baf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:54:58.019035 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a796ff-e5a1-4a18-9803-48f3744d9baf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:54:58.019799 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a796ff-e5a1-4a18-9803-48f3744d9baf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:54:58.020538 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a796ff-e5a1-4a18-9803-48f3744d9baf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:54:58.021404 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a796ff-e5a1-4a18-9803-48f3744d9baf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:54:58.022086 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a796ff-e5a1-4a18-9803-48f3744d9baf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:54:58.022539 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a796ff-e5a1-4a18-9803-48f3744d9baf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:54:58.022995 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a796ff-e5a1-4a18-9803-48f3744d9baf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:54:58.072816 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.managers [None req-44637c2a-0217-4d24-8527-b7fcbc0042e7 None None] Attempting to bind port c6b1dc4c-0fb7-4e9a-9600-4cc206cba0f9 on host dv-cinder-840375-1-iscsi for vnic_type normal with profile {{(pid=114214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:54:58.073370 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.managers [None req-44637c2a-0217-4d24-8527-b7fcbc0042e7 None None] Attempting to bind port c6b1dc4c-0fb7-4e9a-9600-4cc206cba0f9 by drivers openvswitch,hyperv on host dv-cinder-840375-1-iscsi at level 0 using segments [{'id': 'ece7fc4c-d520-4d44-9177-2f1e00f5cc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '4be2a5af-7523-4a0f-a118-43dcd99a81ad'}] {{(pid=114214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:54:58.073741 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44637c2a-0217-4d24-8527-b7fcbc0042e7 None None] Attempting to bind port c6b1dc4c-0fb7-4e9a-9600-4cc206cba0f9 on network 4be2a5af-7523-4a0f-a118-43dcd99a81ad {{(pid=114214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 23:54:58.080762 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44637c2a-0217-4d24-8527-b7fcbc0042e7 None None] Checking agent: {'id': 'cd69fb9c-fe1e-4524-b6a8-2fc8f7c83280', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840375-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 23, 44, 7), 'started_at': datetime.datetime(2022, 5, 3, 23, 44, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840375-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 23:54:58.081123 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44637c2a-0217-4d24-8527-b7fcbc0042e7 None None] Checking segment: {'id': 'ece7fc4c-d520-4d44-9177-2f1e00f5cc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '4be2a5af-7523-4a0f-a118-43dcd99a81ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 03 23:54:58.081536 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-44637c2a-0217-4d24-8527-b7fcbc0042e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:58.081936 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44637c2a-0217-4d24-8527-b7fcbc0042e7 None None] Bound using segment: {'id': 'ece7fc4c-d520-4d44-9177-2f1e00f5cc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '4be2a5af-7523-4a0f-a118-43dcd99a81ad'} {{(pid=114214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 23:54:58.085871 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.managers [None req-44637c2a-0217-4d24-8527-b7fcbc0042e7 None None] Bound port: c6b1dc4c-0fb7-4e9a-9600-4cc206cba0f9, host: dv-cinder-840375-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ece7fc4c-d520-4d44-9177-2f1e00f5cc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '4be2a5af-7523-4a0f-a118-43dcd99a81ad'}}] {{(pid=114214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:54:58.085871 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-44637c2a-0217-4d24-8527-b7fcbc0042e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:58.113099 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-e0c6d8df-362f-4916-ba42-139e6d11ebcb tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:58.204594 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-44637c2a-0217-4d24-8527-b7fcbc0042e7 None None] For port c6b1dc4c-0fb7-4e9a-9600-4cc206cba0f9, host dv-cinder-840375-1-iscsi, cleared binding levels {{(pid=114214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 23:54:58.208455 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-44637c2a-0217-4d24-8527-b7fcbc0042e7 None None] For port c6b1dc4c-0fb7-4e9a-9600-4cc206cba0f9, host dv-cinder-840375-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=c6b1dc4c-0fb7-4e9a-9600-4cc206cba0f9,segment=NetworkSegment(ece7fc4c-d520-4d44-9177-2f1e00f5cc69),segment_id=ece7fc4c-d520-4d44-9177-2f1e00f5cc69)] {{(pid=114214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 23:54:58.218271 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-e0c6d8df-362f-4916-ba42-139e6d11ebcb tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:58.295355 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-ad1967f7-8ac5-478f-97d4-f0b4bb6ab9c3 None None] Provisioning complete for port c6b1dc4c-0fb7-4e9a-9600-4cc206cba0f9 triggered by entity DHCP. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:54:58.295903 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-ad1967f7-8ac5-478f-97d4-f0b4bb6ab9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:58.300044 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-44637c2a-0217-4d24-8527-b7fcbc0042e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:58.314685 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-e0c6d8df-362f-4916-ba42-139e6d11ebcb tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774295'] for security_group_rule, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:58.339724 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c6d8df-362f-4916-ba42-139e6d11ebcb tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b48b8ca-0552-4088-b8eb-8bad3dac8cc4,revision_number=0']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:58.460540 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-e0c6d8df-362f-4916-ba42-139e6d11ebcb tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:58.466910 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-e0c6d8df-362f-4916-ba42-139e6d11ebcb tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4688094 May 03 23:54:58.467405 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 38148) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:54:58.475873 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [None req-3410b2d0-e600-4e16-91dd-3912de813624 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Request body: {'security_group_rule': {'security_group_id': '6ce46192-56ed-4e3c-8c55-0dfeda54a709', 'project_id': 'c7dabe5c6909498eb0e87863bd20caff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:54:58.484181 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44637c2a-0217-4d24-8527-b7fcbc0042e7 None None] Routers {'de610c12-ddc7-4cbf-bfbb-0f814ae59c00'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:54:58.485778 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-44637c2a-0217-4d24-8527-b7fcbc0042e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-03T23:54:34Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['de610c12-ddc7-4cbf-bfbb-0f814ae59c00'], 'active': True} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:54:58.494784 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a796ff-e5a1-4a18-9803-48f3744d9baf None None] Pushing event updated for resources: {'Port': ['ID=c6b1dc4c-0fb7-4e9a-9600-4cc206cba0f9,revision_number=4']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:58.548684 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78a09ec-5d06-4899-a592-398d1b1d3f09 req-d5206415-33ea-4804-949c-69c1505398a5 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:58.551601 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-a78a09ec-5d06-4899-a592-398d1b1d3f09 req-d5206415-33ea-4804-949c-69c1505398a5 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=26684279-b640-4ba7-9695-cd6eedc4f55e HTTP/1.1" status: 200 len: 945 time: 0.1448045 May 03 23:54:58.623216 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-ad1967f7-8ac5-478f-97d4-f0b4bb6ab9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:58.625198 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adc1cc2-c98f-488c-a6dc-ad43cfc523b9 req-ebcffd2b-6af2-4af3-a34f-c231335a664f tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:58.627725 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-6adc1cc2-c98f-488c-a6dc-ad43cfc523b9 req-ebcffd2b-6af2-4af3-a34f-c231335a664f tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/networks?id=78fd7791-bf4e-4a1d-b073-160257a37458 HTTP/1.1" status: 200 len: 807 time: 0.2019978 May 03 23:54:58.633460 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-a78a09ec-5d06-4899-a592-398d1b1d3f09 req-51b5b057-e709-4f6a-b9b2-16327d0ebe29 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aabfbfc-09d0-4f5e-998f-a2943879bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744019 May 03 23:54:58.659577 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.db.securitygroups_db [None req-3410b2d0-e600-4e16-91dd-3912de813624 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Project c7dabe5c6909498eb0e87863bd20caff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 23:54:58.674055 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-6adc1cc2-c98f-488c-a6dc-ad43cfc523b9 req-5eec84ed-16c8-4c48-8f2e-8f674447ab92 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/quotas/c9812577fde04fb19b349927fd4a1e8e HTTP/1.1" status: 200 len: 375 time: 0.0240760 May 03 23:54:58.674340 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-3410b2d0-e600-4e16-91dd-3912de813624 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:58.739587 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-6adc1cc2-c98f-488c-a6dc-ad43cfc523b9 req-453aad7a-7874-40e6-b4df-e90a45f1dd1e tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c9812577fde04fb19b349927fd4a1e8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0685279 May 03 23:54:58.810789 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-ad1967f7-8ac5-478f-97d4-f0b4bb6ab9c3 None None] For port c6b1dc4c-0fb7-4e9a-9600-4cc206cba0f9, host dv-cinder-840375-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=c6b1dc4c-0fb7-4e9a-9600-4cc206cba0f9,segment=NetworkSegment(ece7fc4c-d520-4d44-9177-2f1e00f5cc69),segment_id=ece7fc4c-d520-4d44-9177-2f1e00f5cc69)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:54:58.844254 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvr_db [None req-44637c2a-0217-4d24-8527-b7fcbc0042e7 None None] Set router de610c12-ddc7-4cbf-bfbb-0f814ae59c00 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 23:54:58.858050 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-3410b2d0-e600-4e16-91dd-3912de813624 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:58.909413 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-ad1967f7-8ac5-478f-97d4-f0b4bb6ab9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:58.926146 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-6adc1cc2-c98f-488c-a6dc-ad43cfc523b9 req-4710ce24-7b55-4ed7-b2ff-cf1de09197c7 service neutron] 10.222.0.13 "GET /v2.0/networks/78fd7791-bf4e-4a1d-b073-160257a37458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688011 May 03 23:54:59.000718 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-3410b2d0-e600-4e16-91dd-3912de813624 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774295'] for security_group_rule, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:59.025311 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3410b2d0-e600-4e16-91dd-3912de813624 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7b148ed-7629-4682-8e71-5f50a43e6eef,revision_number=0']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:59.079252 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-6adc1cc2-c98f-488c-a6dc-ad43cfc523b9 req-c3f82655-0d28-442f-8e75-4ca973f90c4f service neutron] 10.222.0.13 "GET /v2.0/networks/78fd7791-bf4e-4a1d-b073-160257a37458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448760 May 03 23:54:59.102173 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-3410b2d0-e600-4e16-91dd-3912de813624 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:59.104013 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-3410b2d0-e600-4e16-91dd-3912de813624 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6349487 May 03 23:54:59.108353 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 38164) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:54:59.114151 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [None req-020b13bc-025f-4208-b441-ae55cad2f805 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Request body: {'security_group_rule': {'security_group_id': '6ce46192-56ed-4e3c-8c55-0dfeda54a709', 'project_id': 'c7dabe5c6909498eb0e87863bd20caff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:54:59.119994 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1967f7-8ac5-478f-97d4-f0b4bb6ab9c3 None None] Pushing event updated for resources: {'Port': ['ID=c6b1dc4c-0fb7-4e9a-9600-4cc206cba0f9,revision_number=5']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:59.151957 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-058c0fb9-396e-4cc4-ae6c-380ca6d01490 None None] Provisioning complete for port c6b1dc4c-0fb7-4e9a-9600-4cc206cba0f9 triggered by entity DHCP. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:54:59.152554 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-058c0fb9-396e-4cc4-ae6c-380ca6d01490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:59.217127 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.db.securitygroups_db [None req-020b13bc-025f-4208-b441-ae55cad2f805 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Project c7dabe5c6909498eb0e87863bd20caff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 23:54:59.222957 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-020b13bc-025f-4208-b441-ae55cad2f805 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:59.325521 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-020b13bc-025f-4208-b441-ae55cad2f805 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:59.375361 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-312be44b-fb7e-4e96-b961-1b8393a3e211 req-f4091995-505b-46de-870d-65ed0801897c tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/ports?device_id=86ec49b3-0064-499c-9ea8-70082a08d6e7 HTTP/1.1" status: 200 len: 210 time: 0.0279293 May 03 23:54:59.395322 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-44637c2a-0217-4d24-8527-b7fcbc0042e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de610c12-ddc7-4cbf-bfbb-0f814ae59c00', 'name': 'tempest-TestShelveInstance-1210231621-router', 'tenant_id': '840091b6565141f68b6ceaccf1eb391d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': '383cb9d0-ba8d-416d-8649-ef63f4a1b0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:54:48Z', 'updated_at': '2022-05-03T23:54:53Z', 'revision_number': 4, 'project_id': '840091b6565141f68b6ceaccf1eb391d', 'gw_port': {'id': '383cb9d0-ba8d-416d-8649-ef63f4a1b0df', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:27:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de610c12-ddc7-4cbf-bfbb-0f814ae59c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:54:49Z', 'updated_at': '2022-05-03T23:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_interfaces': [{'id': 'c6b1dc4c-0fb7-4e9a-9600-4cc206cba0f9', 'name': '', 'network_id': '4be2a5af-7523-4a0f-a118-43dcd99a81ad', 'tenant_id': '840091b6565141f68b6ceaccf1eb391d', 'mac_address': 'fa:16:3e:f6:d5:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de610c12-ddc7-4cbf-bfbb-0f814ae59c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '2075c94d-2855-46b9-a529-82941e5cf0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:54:52Z', 'updated_at': '2022-05-03T23:54:58Z', 'revision_number': 4, 'project_id': '840091b6565141f68b6ceaccf1eb391d', 'subnets': [{'id': '2075c94d-2855-46b9-a529-82941e5cf0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:54:59.422900 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44637c2a-0217-4d24-8527-b7fcbc0042e7 None None] The sync data for ids ['de610c12-ddc7-4cbf-bfbb-0f814ae59c00'] in dv-cinder-840375-1-iscsi is: [{'id': 'de610c12-ddc7-4cbf-bfbb-0f814ae59c00', 'name': 'tempest-TestShelveInstance-1210231621-router', 'tenant_id': '840091b6565141f68b6ceaccf1eb391d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': '383cb9d0-ba8d-416d-8649-ef63f4a1b0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:54:48Z', 'updated_at': '2022-05-03T23:54:53Z', 'revision_number': 4, 'project_id': '840091b6565141f68b6ceaccf1eb391d', 'gw_port': {'id': '383cb9d0-ba8d-416d-8649-ef63f4a1b0df', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:27:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de610c12-ddc7-4cbf-bfbb-0f814ae59c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:54:49Z', 'updated_at': '2022-05-03T23:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_interfaces': [{'id': 'c6b1dc4c-0fb7-4e9a-9600-4cc206cba0f9', 'name': '', 'network_id': '4be2a5af-7523-4a0f-a118-43dcd99a81ad', 'tenant_id': '840091b6565141f68b6ceaccf1eb391d', 'mac_address': 'fa:16:3e:f6:d5:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de610c12-ddc7-4cbf-bfbb-0f814ae59c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '2075c94d-2855-46b9-a529-82941e5cf0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:54:52Z', 'updated_at': '2022-05-03T23:54:58Z', 'revision_number': 4, 'project_id': '840091b6565141f68b6ceaccf1eb391d', 'subnets': [{'id': '2075c94d-2855-46b9-a529-82941e5cf0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:54:59.429918 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-020b13bc-025f-4208-b441-ae55cad2f805 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774295'] for security_group_rule, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:59.453622 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020b13bc-025f-4208-b441-ae55cad2f805 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df0f06b7-60b8-41d4-bb6a-c5572a59bddf,revision_number=0']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:54:59.535574 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-020b13bc-025f-4208-b441-ae55cad2f805 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:59.537425 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-020b13bc-025f-4208-b441-ae55cad2f805 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4280338 May 03 23:54:59.830310 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b463a76-8398-46b3-9dfb-c04bcd1da1d4 req-5e31cf8c-9793-44b8-afc5-03a3d2226e6f tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:54:59.836060 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-7b463a76-8398-46b3-9dfb-c04bcd1da1d4 req-5e31cf8c-9793-44b8-afc5-03a3d2226e6f tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=26684279-b640-4ba7-9695-cd6eedc4f55e HTTP/1.1" status: 200 len: 945 time: 0.0797486 May 03 23:54:59.885715 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-7b463a76-8398-46b3-9dfb-c04bcd1da1d4 req-f85a17c3-ac9d-4ee1-83b0-2c7f6ad7155b tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aabfbfc-09d0-4f5e-998f-a2943879bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437939 May 03 23:55:00.572924 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-368fbfda-1b65-4801-8019-82c2996dd6f4 req-b69226b6-6289-40e2-af6f-b8631dbba6cc tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/ports?device_id=86ec49b3-0064-499c-9ea8-70082a08d6e7 HTTP/1.1" status: 200 len: 210 time: 0.0533862 May 03 23:55:01.036876 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efb28ba-5603-41ed-99ed-3741acf7751d req-b7a41d8e-7dfe-425e-9cb8-75485e475ec7 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:01.040956 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-8efb28ba-5603-41ed-99ed-3741acf7751d req-b7a41d8e-7dfe-425e-9cb8-75485e475ec7 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=26684279-b640-4ba7-9695-cd6eedc4f55e HTTP/1.1" status: 200 len: 945 time: 0.0729570 May 03 23:55:01.092409 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-8efb28ba-5603-41ed-99ed-3741acf7751d req-678f273b-b309-4157-b9d3-df95696dfa8e tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aabfbfc-09d0-4f5e-998f-a2943879bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434704 May 03 23:55:01.117137 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device c6b1dc4c-0fb7-4e9a-9600-4cc206cba0f9 up at agent ovs-agent-dv-cinder-840375-1-iscsi {{(pid=114214) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 23:55:01.179626 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Provisioning complete for port c6b1dc4c-0fb7-4e9a-9600-4cc206cba0f9 triggered by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:55:01.180028 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:01.429946 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-b91a5d9d-030e-4d8d-b8bb-1830283fc242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:01.679471 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-a43beba9-fddd-4dc4-9f5f-88b48392737c req-d8704dd6-a563-41f8-9c35-64810c2b7f3e tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/ports?device_id=86ec49b3-0064-499c-9ea8-70082a08d6e7 HTTP/1.1" status: 200 len: 210 time: 0.0293546 May 03 23:55:02.228300 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05029b2-aad7-4a75-bb09-e7b8c1c68545 req-e8522663-5867-4c40-9dc3-8ba2b5c02232 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:02.230167 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-b05029b2-aad7-4a75-bb09-e7b8c1c68545 req-e8522663-5867-4c40-9dc3-8ba2b5c02232 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=26684279-b640-4ba7-9695-cd6eedc4f55e HTTP/1.1" status: 200 len: 945 time: 0.0559297 May 03 23:55:02.276969 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-b05029b2-aad7-4a75-bb09-e7b8c1c68545 req-c7cbb48f-47eb-42d3-89b5-f47597300f41 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aabfbfc-09d0-4f5e-998f-a2943879bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382805 May 03 23:55:02.363090 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adc1cc2-c98f-488c-a6dc-ad43cfc523b9 req-f6eb355e-7bf7-4a99-9515-e2c9ca1d2986 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:02.364476 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-6adc1cc2-c98f-488c-a6dc-ad43cfc523b9 req-f6eb355e-7bf7-4a99-9515-e2c9ca1d2986 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.47 "GET /v2.0/networks?id=78fd7791-bf4e-4a1d-b073-160257a37458 HTTP/1.1" status: 200 len: 807 time: 0.1253057 May 03 23:55:02.410118 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.v2.base [req-6adc1cc2-c98f-488c-a6dc-ad43cfc523b9 req-1ccf2937-5864-43bb-b604-318b125df2fd tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Request body: {'port': {'device_id': '86ec49b3-0064-499c-9ea8-70082a08d6e7', 'network_id': '78fd7791-bf4e-4a1d-b073-160257a37458', 'admin_state_up': True, 'tenant_id': 'c9812577fde04fb19b349927fd4a1e8e'}} {{(pid=114213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:55:02.534339 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 38288) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:55:02.666913 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-7e8cc12b-4a6b-47ae-85da-7d434bf48b63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:02.684378 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6adc1cc2-c98f-488c-a6dc-ad43cfc523b9 req-1ccf2937-5864-43bb-b604-318b125df2fd tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Made reservation on behalf of c9812577fde04fb19b349927fd4a1e8e for: {'port': 1} {{(pid=114213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:55:02.689179 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [req-6adc1cc2-c98f-488c-a6dc-ad43cfc523b9 req-1ccf2937-5864-43bb-b604-318b125df2fd tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:02.831091 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-76b58c4e-b4ab-4809-a35d-f24a3e52d5de req-05f26877-7389-4575-bb23-496900e8d864 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/ports?device_id=86ec49b3-0064-499c-9ea8-70082a08d6e7 HTTP/1.1" status: 200 len: 210 time: 0.0501027 May 03 23:55:02.895445 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-7e8cc12b-4a6b-47ae-85da-7d434bf48b63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:02.919910 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.db.db_base_plugin_common [req-6adc1cc2-c98f-488c-a6dc-ad43cfc523b9 req-1ccf2937-5864-43bb-b604-318b125df2fd tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Allocated IP 172.20.0.11 (78fd7791-bf4e-4a1d-b073-160257a37458/7435d9ea-a907-4feb-b09d-444f6bc116fb/e9ec862b-1ab7-4aae-bcab-e08a6b5c5871) {{(pid=114213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:55:02.982984 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-7e8cc12b-4a6b-47ae-85da-7d434bf48b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:03.069539 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-7e8cc12b-4a6b-47ae-85da-7d434bf48b63 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6e5e0a10e8c54b1eaeee8b19ada535f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5314529 May 03 23:55:03.070262 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 38300) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:55:03.089731 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8cc12b-4a6b-47ae-85da-7d434bf48b63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6581a4ac-1008-4089-8b97-354e2f636987,revision_number=1']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:55:03.147534 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-ce7d8253-d798-4d50-8cb8-4abb9dbc057c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:03.157615 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [req-6adc1cc2-c98f-488c-a6dc-ad43cfc523b9 req-1ccf2937-5864-43bb-b604-318b125df2fd tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Notify callbacks [] for port, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:03.170779 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-ce7d8253-d798-4d50-8cb8-4abb9dbc057c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:03.336788 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [req-6adc1cc2-c98f-488c-a6dc-ad43cfc523b9 req-1ccf2937-5864-43bb-b604-318b125df2fd tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733331236172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25969890'] for port, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:03.387969 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6adc1cc2-c98f-488c-a6dc-ad43cfc523b9 req-1ccf2937-5864-43bb-b604-318b125df2fd tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Network 78fd7791-bf4e-4a1d-b073-160257a37458 is already hosted by enough agents. {{(pid=114213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:55:03.394244 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.base_scheduler [req-6adc1cc2-c98f-488c-a6dc-ad43cfc523b9 req-1ccf2937-5864-43bb-b604-318b125df2fd tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Resources bound (agent type, host, resource id): {{(pid=114213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:55:03.398855 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.db.l3_dvrscheduler_db [req-6adc1cc2-c98f-488c-a6dc-ad43cfc523b9 req-1ccf2937-5864-43bb-b604-318b125df2fd tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Received port after_create {{(pid=114213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 23:55:03.406918 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-ce7d8253-d798-4d50-8cb8-4abb9dbc057c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:03.409779 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-ce7d8253-d798-4d50-8cb8-4abb9dbc057c admin admin] Notify callbacks [] for security_group, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:03.411051 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-ce7d8253-d798-4d50-8cb8-4abb9dbc057c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6581a4ac-1008-4089-8b97-354e2f636987 HTTP/1.1" status: 204 len: 168 time: 0.3394294 May 03 23:55:03.420811 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eb7a5c-b5bc-4a5a-a356-7f1aafd2ceba req-bf740147-aa3f-470c-a295-e2b1c6f8a3de tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:03.422837 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-79eb7a5c-b5bc-4a5a-a356-7f1aafd2ceba req-bf740147-aa3f-470c-a295-e2b1c6f8a3de tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=26684279-b640-4ba7-9695-cd6eedc4f55e HTTP/1.1" status: 200 len: 945 time: 0.0633748 May 03 23:55:03.434630 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7d8253-d798-4d50-8cb8-4abb9dbc057c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6581a4ac-1008-4089-8b97-354e2f636987,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:55:03.475672 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adc1cc2-c98f-488c-a6dc-ad43cfc523b9 req-1ccf2937-5864-43bb-b604-318b125df2fd tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:03.476657 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [req-6adc1cc2-c98f-488c-a6dc-ad43cfc523b9 req-1ccf2937-5864-43bb-b604-318b125df2fd tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371'] for port, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:03.480805 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccf2937-5864-43bb-b604-318b125df2fd tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Pushing event updated for resources: {'Port': ['ID=e9ec862b-1ab7-4aae-bcab-e08a6b5c5871,revision_number=1']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:55:03.515281 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-79eb7a5c-b5bc-4a5a-a356-7f1aafd2ceba req-7fa433e4-222b-4b99-af4e-9d7c89b2d57d tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aabfbfc-09d0-4f5e-998f-a2943879bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819142 May 03 23:55:03.637199 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-6adc1cc2-c98f-488c-a6dc-ad43cfc523b9 req-1ccf2937-5864-43bb-b604-318b125df2fd tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2326496 May 03 23:55:03.666628 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.v2.base [req-6adc1cc2-c98f-488c-a6dc-ad43cfc523b9 req-1621302f-d75c-49e0-81e4-3019707ad018 service neutron] Request body: {'port': {'device_id': '86ec49b3-0064-499c-9ea8-70082a08d6e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=114213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:55:03.735393 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [req-6adc1cc2-c98f-488c-a6dc-ad43cfc523b9 req-1621302f-d75c-49e0-81e4-3019707ad018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:03.955678 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-140c6c92-79c5-45f3-b09f-2342da6519b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:03.996488 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48731a65-6a82-4654-b188-f15a76f479af req-e6222d01-5928-4f71-b53c-09f094bf97f9 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:03.998117 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-48731a65-6a82-4654-b188-f15a76f479af req-e6222d01-5928-4f71-b53c-09f094bf97f9 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/ports?device_id=86ec49b3-0064-499c-9ea8-70082a08d6e7 HTTP/1.1" status: 200 len: 932 time: 0.0901735 May 03 23:55:04.082286 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-48731a65-6a82-4654-b188-f15a76f479af req-4b0e35d0-3e1f-43a0-b196-ce5649eb590b tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3199a76-af0d-466a-85dd-e09fc9f48c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747006 May 03 23:55:04.124949 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.notifiers.nova [req-6adc1cc2-c98f-488c-a6dc-ad43cfc523b9 req-1621302f-d75c-49e0-81e4-3019707ad018 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9ec862b-1ab7-4aae-bcab-e08a6b5c5871 {{(pid=114213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:55:04.133289 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [req-6adc1cc2-c98f-488c-a6dc-ad43cfc523b9 req-1621302f-d75c-49e0-81e4-3019707ad018 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:04.146805 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.db.provisioning_blocks [req-6adc1cc2-c98f-488c-a6dc-ad43cfc523b9 req-1621302f-d75c-49e0-81e4-3019707ad018 service neutron] Transition to ACTIVE for port object e9ec862b-1ab7-4aae-bcab-e08a6b5c5871 will not be triggered until provisioned by entity L2. {{(pid=114213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:55:04.269155 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [req-6adc1cc2-c98f-488c-a6dc-ad43cfc523b9 req-1621302f-d75c-49e0-81e4-3019707ad018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25969899'] for port, after_update {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:04.343006 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1621302f-d75c-49e0-81e4-3019707ad018 service neutron] Pushing event updated for resources: {'Port': ['ID=e9ec862b-1ab7-4aae-bcab-e08a6b5c5871,revision_number=2']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:55:04.411048 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.managers [req-6adc1cc2-c98f-488c-a6dc-ad43cfc523b9 req-1621302f-d75c-49e0-81e4-3019707ad018 service neutron] Attempting to bind port e9ec862b-1ab7-4aae-bcab-e08a6b5c5871 on host hv-cinder-84037 for vnic_type normal with profile {{(pid=114213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:55:04.412057 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.managers [req-6adc1cc2-c98f-488c-a6dc-ad43cfc523b9 req-1621302f-d75c-49e0-81e4-3019707ad018 service neutron] Attempting to bind port e9ec862b-1ab7-4aae-bcab-e08a6b5c5871 by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': 'd6551357-033f-4179-a830-748857d0f27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '78fd7791-bf4e-4a1d-b073-160257a37458'}] {{(pid=114213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:55:04.412743 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adc1cc2-c98f-488c-a6dc-ad43cfc523b9 req-1621302f-d75c-49e0-81e4-3019707ad018 service neutron] Attempting to bind port e9ec862b-1ab7-4aae-bcab-e08a6b5c5871 on network 78fd7791-bf4e-4a1d-b073-160257a37458 {{(pid=114213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 23:55:04.420675 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adc1cc2-c98f-488c-a6dc-ad43cfc523b9 req-1621302f-d75c-49e0-81e4-3019707ad018 service neutron] Port e9ec862b-1ab7-4aae-bcab-e08a6b5c5871 on network 78fd7791-bf4e-4a1d-b073-160257a37458 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=114213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 23:55:04.420999 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adc1cc2-c98f-488c-a6dc-ad43cfc523b9 req-1621302f-d75c-49e0-81e4-3019707ad018 service neutron] Attempting to bind port e9ec862b-1ab7-4aae-bcab-e08a6b5c5871 on network 78fd7791-bf4e-4a1d-b073-160257a37458 {{(pid=114213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 23:55:04.426887 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adc1cc2-c98f-488c-a6dc-ad43cfc523b9 req-1621302f-d75c-49e0-81e4-3019707ad018 service neutron] Checking agent: {'id': '6e4019a9-2d41-4d26-94e3-460d78c489d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 23, 50, 48), 'started_at': datetime.datetime(2022, 5, 3, 23, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 23:55:04.427219 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adc1cc2-c98f-488c-a6dc-ad43cfc523b9 req-1621302f-d75c-49e0-81e4-3019707ad018 service neutron] Checking segment: {'id': 'd6551357-033f-4179-a830-748857d0f27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '78fd7791-bf4e-4a1d-b073-160257a37458'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 03 23:55:04.427633 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adc1cc2-c98f-488c-a6dc-ad43cfc523b9 req-1621302f-d75c-49e0-81e4-3019707ad018 service neutron] Bound using segment: {'id': 'd6551357-033f-4179-a830-748857d0f27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '78fd7791-bf4e-4a1d-b073-160257a37458'} {{(pid=114213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 23:55:04.433626 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.managers [req-6adc1cc2-c98f-488c-a6dc-ad43cfc523b9 req-1621302f-d75c-49e0-81e4-3019707ad018 service neutron] Bound port: e9ec862b-1ab7-4aae-bcab-e08a6b5c5871, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6551357-033f-4179-a830-748857d0f27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '78fd7791-bf4e-4a1d-b073-160257a37458'}}] {{(pid=114213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:55:04.433626 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [req-6adc1cc2-c98f-488c-a6dc-ad43cfc523b9 req-1621302f-d75c-49e0-81e4-3019707ad018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:04.511435 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.db [req-6adc1cc2-c98f-488c-a6dc-ad43cfc523b9 req-1621302f-d75c-49e0-81e4-3019707ad018 service neutron] For port e9ec862b-1ab7-4aae-bcab-e08a6b5c5871, host hv-cinder-84037, cleared binding levels {{(pid=114213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 23:55:04.514855 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.db [req-6adc1cc2-c98f-488c-a6dc-ad43cfc523b9 req-1621302f-d75c-49e0-81e4-3019707ad018 service neutron] For port e9ec862b-1ab7-4aae-bcab-e08a6b5c5871, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=e9ec862b-1ab7-4aae-bcab-e08a6b5c5871,segment=NetworkSegment(d6551357-033f-4179-a830-748857d0f27a),segment_id=d6551357-033f-4179-a830-748857d0f27a)] {{(pid=114213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 23:55:04.584664 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [req-6adc1cc2-c98f-488c-a6dc-ad43cfc523b9 req-1621302f-d75c-49e0-81e4-3019707ad018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25969899'] for port, after_update {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:04.647388 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adc1cc2-c98f-488c-a6dc-ad43cfc523b9 req-1621302f-d75c-49e0-81e4-3019707ad018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:04.648275 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [req-6adc1cc2-c98f-488c-a6dc-ad43cfc523b9 req-1621302f-d75c-49e0-81e4-3019707ad018 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371'] for port, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:04.650026 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-6adc1cc2-c98f-488c-a6dc-ad43cfc523b9 req-1621302f-d75c-49e0-81e4-3019707ad018 service neutron] 10.222.0.47 "PUT /v2.0/ports/e9ec862b-1ab7-4aae-bcab-e08a6b5c5871 HTTP/1.1" status: 200 len: 1094 time: 0.9890902 May 03 23:55:04.653210 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86ec49b3-0064-499c-9ea8-70082a08d6e7', 'tag': 'e9ec862b-1ab7-4aae-bcab-e08a6b5c5871'}] {{(pid=114213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:55:04.656223 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53d1e4f1e8632581442e9f46277f90828789bc3ac2677f75cdf13d6c47c4555d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-167d5c8e-a429-4eeb-aeb7-b4b416b2a4cd" -d '{"events": [{"name": "network-changed", "server_uuid": "86ec49b3-0064-499c-9ea8-70082a08d6e7", "tag": "e9ec862b-1ab7-4aae-bcab-e08a6b5c5871"}]}' {{(pid=114213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 23:55:04.685051 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1621302f-d75c-49e0-81e4-3019707ad018 service neutron] Pushing event updated for resources: {'Port': ['ID=e9ec862b-1ab7-4aae-bcab-e08a6b5c5871,revision_number=3']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:55:04.733205 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cac863-b6de-4c38-9026-fe638e2d0a1f req-bba107f1-b29c-49a3-8d83-5a56a95c2a84 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:04.734910 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-94cac863-b6de-4c38-9026-fe638e2d0a1f req-bba107f1-b29c-49a3-8d83-5a56a95c2a84 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=26684279-b640-4ba7-9695-cd6eedc4f55e HTTP/1.1" status: 200 len: 945 time: 0.0918524 May 03 23:55:04.814902 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-94cac863-b6de-4c38-9026-fe638e2d0a1f req-49f4fdb9-9c10-48fb-bcad-245fe0b46f42 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aabfbfc-09d0-4f5e-998f-a2943879bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727508 May 03 23:55:04.869343 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adc1cc2-c98f-488c-a6dc-ad43cfc523b9 req-d6384aec-c08b-4ebd-9dea-428821a3a656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:04.872263 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-6adc1cc2-c98f-488c-a6dc-ad43cfc523b9 req-d6384aec-c08b-4ebd-9dea-428821a3a656 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c9812577fde04fb19b349927fd4a1e8e&device_id=86ec49b3-0064-499c-9ea8-70082a08d6e7 HTTP/1.1" status: 200 len: 1097 time: 0.0735037 May 03 23:55:04.888646 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 23:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e3ddad6-4c10-4ef9-ac70-08752f6348a9 x-openstack-request-id: req-2e3ddad6-4c10-4ef9-ac70-08752f6348a9 {{(pid=114213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 23:55:04.889064 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86ec49b3-0064-499c-9ea8-70082a08d6e7", "tag": "e9ec862b-1ab7-4aae-bcab-e08a6b5c5871", "status": "completed", "code": 200}]} {{(pid=114213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 23:55:04.889380 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2e3ddad6-4c10-4ef9-ac70-08752f6348a9 {{(pid=114213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 23:55:04.890021 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e3ddad6-4c10-4ef9-ac70-08752f6348a9'] response: {'name': 'network-changed', 'server_uuid': '86ec49b3-0064-499c-9ea8-70082a08d6e7', 'tag': 'e9ec862b-1ab7-4aae-bcab-e08a6b5c5871', 'status': 'completed', 'code': 200} May 03 23:55:04.972860 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-6adc1cc2-c98f-488c-a6dc-ad43cfc523b9 req-930c48f4-0faa-496c-a4e7-42b7e715dbc1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9ec862b-1ab7-4aae-bcab-e08a6b5c5871 HTTP/1.1" status: 200 len: 217 time: 0.0492172 May 03 23:55:05.045343 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adc1cc2-c98f-488c-a6dc-ad43cfc523b9 req-d6095a5f-c852-4e03-b6a7-5341d503465e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:05.047109 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-6adc1cc2-c98f-488c-a6dc-ad43cfc523b9 req-d6095a5f-c852-4e03-b6a7-5341d503465e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7435d9ea-a907-4feb-b09d-444f6bc116fb HTTP/1.1" status: 200 len: 847 time: 0.0666087 May 03 23:55:05.093191 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-6adc1cc2-c98f-488c-a6dc-ad43cfc523b9 req-e17be709-19d8-4563-a30d-42cde350b5ee service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=78fd7791-bf4e-4a1d-b073-160257a37458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335014 May 03 23:55:05.202631 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-6adc1cc2-c98f-488c-a6dc-ad43cfc523b9 req-1a61e352-75f7-48ae-a94f-96b28440f0c4 service neutron] 10.222.0.47 "GET /v2.0/networks/78fd7791-bf4e-4a1d-b073-160257a37458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947602 May 03 23:55:05.349928 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-6adc1cc2-c98f-488c-a6dc-ad43cfc523b9 req-e7a2ce2f-c810-40cb-8d46-721b3ab27165 service neutron] 10.222.0.47 "GET /v2.0/networks/78fd7791-bf4e-4a1d-b073-160257a37458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184037 May 03 23:55:05.463550 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-9988ed24-7efc-4e8a-acf7-bcbfa55ed3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:05.623771 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167d5c8e-a429-4eeb-aeb7-b4b416b2a4cd req-dac4f9d7-2c60-411c-9cf7-f8a334359d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:05.625853 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-167d5c8e-a429-4eeb-aeb7-b4b416b2a4cd req-dac4f9d7-2c60-411c-9cf7-f8a334359d3e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c9812577fde04fb19b349927fd4a1e8e&device_id=86ec49b3-0064-499c-9ea8-70082a08d6e7 HTTP/1.1" status: 200 len: 1097 time: 0.0569804 May 03 23:55:05.745604 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167d5c8e-a429-4eeb-aeb7-b4b416b2a4cd req-afdc1fb6-56bf-4609-bf11-84a75ca51c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:05.747412 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-167d5c8e-a429-4eeb-aeb7-b4b416b2a4cd req-afdc1fb6-56bf-4609-bf11-84a75ca51c5f service neutron] 10.222.0.47 "GET /v2.0/networks?id=78fd7791-bf4e-4a1d-b073-160257a37458 HTTP/1.1" status: 200 len: 908 time: 0.1093810 May 03 23:55:05.792930 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-167d5c8e-a429-4eeb-aeb7-b4b416b2a4cd req-c85737dd-a6a7-4263-bf6f-1ab5d5e04aa7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9ec862b-1ab7-4aae-bcab-e08a6b5c5871 HTTP/1.1" status: 200 len: 217 time: 0.0375869 May 03 23:55:05.873562 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167d5c8e-a429-4eeb-aeb7-b4b416b2a4cd req-0ccb762f-ad4b-4e15-addb-d83598e3a2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:05.875163 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-167d5c8e-a429-4eeb-aeb7-b4b416b2a4cd req-0ccb762f-ad4b-4e15-addb-d83598e3a2ce service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7435d9ea-a907-4feb-b09d-444f6bc116fb HTTP/1.1" status: 200 len: 847 time: 0.0685315 May 03 23:55:06.149567 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-f3996685-9434-443c-b5d7-edb245b755aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:06.162455 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-167d5c8e-a429-4eeb-aeb7-b4b416b2a4cd req-d86c80b6-6ea0-4c51-8a91-b7b64bccc9d8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=78fd7791-bf4e-4a1d-b073-160257a37458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2743134 May 03 23:55:06.197629 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c0ae7-8570-4bca-a080-52992aa820a6 req-f7828cf5-0834-4053-8944-37c6a84e933e tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:06.199107 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-fe4c0ae7-8570-4bca-a080-52992aa820a6 req-f7828cf5-0834-4053-8944-37c6a84e933e tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/ports?device_id=86ec49b3-0064-499c-9ea8-70082a08d6e7 HTTP/1.1" status: 200 len: 944 time: 0.3221893 May 03 23:55:06.295870 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-fe4c0ae7-8570-4bca-a080-52992aa820a6 req-41538b10-2b8b-432c-a552-82a9ca71e9e0 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3199a76-af0d-466a-85dd-e09fc9f48c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874777 May 03 23:55:06.322479 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-167d5c8e-a429-4eeb-aeb7-b4b416b2a4cd req-181ddae9-5038-4568-9b09-6ea6b1ce5232 service neutron] 10.222.0.47 "GET /v2.0/networks/78fd7791-bf4e-4a1d-b073-160257a37458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222947 May 03 23:55:06.483397 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb9602-c24c-41e6-810b-1c439c76ffbc req-50154b36-ca72-46bc-9302-d2892b267c63 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:06.485464 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-85bb9602-c24c-41e6-810b-1c439c76ffbc req-50154b36-ca72-46bc-9302-d2892b267c63 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=26684279-b640-4ba7-9695-cd6eedc4f55e HTTP/1.1" status: 200 len: 945 time: 0.0853443 May 03 23:55:06.487457 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-167d5c8e-a429-4eeb-aeb7-b4b416b2a4cd req-63c961a0-3b8c-48ff-a004-3adcbbd3ea1f service neutron] 10.222.0.47 "GET /v2.0/networks/78fd7791-bf4e-4a1d-b073-160257a37458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393318 May 03 23:55:06.526031 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-85bb9602-c24c-41e6-810b-1c439c76ffbc req-de8d5f0a-4f8c-4950-8cba-e50b78d83d71 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aabfbfc-09d0-4f5e-998f-a2943879bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340016 May 03 23:55:06.903256 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:08.136908 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bf94d7-8a8b-4dcf-b9c9-0bd2f14ed551 req-c9b92300-2aba-4163-8912-5235b2605cf5 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:08.138411 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-49bf94d7-8a8b-4dcf-b9c9-0bd2f14ed551 req-c9b92300-2aba-4163-8912-5235b2605cf5 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/ports?device_id=86ec49b3-0064-499c-9ea8-70082a08d6e7 HTTP/1.1" status: 200 len: 944 time: 0.0526080 May 03 23:55:08.180848 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-49bf94d7-8a8b-4dcf-b9c9-0bd2f14ed551 req-2fb2b181-3814-4fba-a870-4c3c2a688562 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3199a76-af0d-466a-85dd-e09fc9f48c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352032 May 03 23:55:08.292831 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ee3dbb-839c-4c7a-aac9-8255cbc61e1b req-4d340c09-a9a3-4c1a-8883-d6cbd76a4a63 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:08.294297 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-00ee3dbb-839c-4c7a-aac9-8255cbc61e1b req-4d340c09-a9a3-4c1a-8883-d6cbd76a4a63 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=26684279-b640-4ba7-9695-cd6eedc4f55e HTTP/1.1" status: 200 len: 945 time: 0.0553398 May 03 23:55:08.348181 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-00ee3dbb-839c-4c7a-aac9-8255cbc61e1b req-e788739a-7738-40c0-b4f5-a5f57d5b9ab8 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aabfbfc-09d0-4f5e-998f-a2943879bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469849 May 03 23:55:09.351398 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6393ae7a-7bb4-4a9e-a2db-5e2db9fe4720 req-a95ae2a1-7c01-4ccd-b440-dcefe0bc8f2a tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:09.353354 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-6393ae7a-7bb4-4a9e-a2db-5e2db9fe4720 req-a95ae2a1-7c01-4ccd-b440-dcefe0bc8f2a tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/ports?device_id=86ec49b3-0064-499c-9ea8-70082a08d6e7 HTTP/1.1" status: 200 len: 944 time: 0.0741374 May 03 23:55:09.404387 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-6393ae7a-7bb4-4a9e-a2db-5e2db9fe4720 req-4d2dc6b9-98f6-4f08-bb81-65070e71b87d tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3199a76-af0d-466a-85dd-e09fc9f48c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425899 May 03 23:55:09.548147 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6319b-1450-4fbd-a6b3-5522a1ca98fc req-29ebb70e-836e-44ef-acd2-cf7f84c58748 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:09.549888 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-6ed6319b-1450-4fbd-a6b3-5522a1ca98fc req-29ebb70e-836e-44ef-acd2-cf7f84c58748 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=26684279-b640-4ba7-9695-cd6eedc4f55e HTTP/1.1" status: 200 len: 945 time: 0.0551026 May 03 23:55:09.599191 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-6ed6319b-1450-4fbd-a6b3-5522a1ca98fc req-66929203-8c24-4a75-b8ce-60ce14ad6fb0 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aabfbfc-09d0-4f5e-998f-a2943879bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421755 May 03 23:55:10.550578 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b7d33-5926-4073-88ff-d343799eb2c6 req-72a46e96-6363-42ce-902c-62fcdef91b43 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:10.553236 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-dc2b7d33-5926-4073-88ff-d343799eb2c6 req-72a46e96-6363-42ce-902c-62fcdef91b43 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/ports?device_id=86ec49b3-0064-499c-9ea8-70082a08d6e7 HTTP/1.1" status: 200 len: 944 time: 0.0579853 May 03 23:55:10.602203 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-dc2b7d33-5926-4073-88ff-d343799eb2c6 req-24510cca-da5e-4085-873c-c761e4aeca98 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3199a76-af0d-466a-85dd-e09fc9f48c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394690 May 03 23:55:10.780794 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c5e953-b707-4713-ae31-6b64f0ac52f1 req-f8838eb0-3ad4-41d6-9156-08467ae9200f tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:10.784822 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-e8c5e953-b707-4713-ae31-6b64f0ac52f1 req-f8838eb0-3ad4-41d6-9156-08467ae9200f tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=26684279-b640-4ba7-9695-cd6eedc4f55e HTTP/1.1" status: 200 len: 945 time: 0.0870876 May 03 23:55:10.832717 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-e8c5e953-b707-4713-ae31-6b64f0ac52f1 req-0cc77b7e-263a-41c1-9310-f55e58681c7c tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aabfbfc-09d0-4f5e-998f-a2943879bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394156 May 03 23:55:11.775038 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db72cbd-13c7-4a16-ae5a-234a1165d3d9 req-38ab049c-46bd-4733-a3c1-1858dd573aab tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:11.776679 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-6db72cbd-13c7-4a16-ae5a-234a1165d3d9 req-38ab049c-46bd-4733-a3c1-1858dd573aab tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/ports?device_id=86ec49b3-0064-499c-9ea8-70082a08d6e7 HTTP/1.1" status: 200 len: 944 time: 0.0779321 May 03 23:55:11.817396 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-6db72cbd-13c7-4a16-ae5a-234a1165d3d9 req-8b989134-4810-41e4-8bfe-f9b91f6303e4 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3199a76-af0d-466a-85dd-e09fc9f48c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335231 May 03 23:55:11.988515 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56adffb9-0292-4559-a459-5634e0b16cd3 req-61221b6e-2b40-4da1-902b-916a08e55f2a tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:11.990015 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-56adffb9-0292-4559-a459-5634e0b16cd3 req-61221b6e-2b40-4da1-902b-916a08e55f2a tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=26684279-b640-4ba7-9695-cd6eedc4f55e HTTP/1.1" status: 200 len: 945 time: 0.0559733 May 03 23:55:12.028590 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-56adffb9-0292-4559-a459-5634e0b16cd3 req-81aebd1c-9c3b-4759-a44f-feedb9b8bfd2 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aabfbfc-09d0-4f5e-998f-a2943879bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325618 May 03 23:55:12.949787 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a2524a-e176-4d5f-8649-c58112a2d63a req-97e9e8d6-4e71-4245-a12b-5574a48a9caa tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:12.951299 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-38a2524a-e176-4d5f-8649-c58112a2d63a req-97e9e8d6-4e71-4245-a12b-5574a48a9caa tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/ports?device_id=86ec49b3-0064-499c-9ea8-70082a08d6e7 HTTP/1.1" status: 200 len: 944 time: 0.0564644 May 03 23:55:13.001368 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-38a2524a-e176-4d5f-8649-c58112a2d63a req-fe347fad-e3e4-455f-8f44-6e1983893ffd tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3199a76-af0d-466a-85dd-e09fc9f48c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433857 May 03 23:55:13.175874 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd207a-1244-40ca-a79b-29ce014e3ada req-98592aac-66c4-463d-94d0-32e69a7489e2 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:13.177376 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-a9dd207a-1244-40ca-a79b-29ce014e3ada req-98592aac-66c4-463d-94d0-32e69a7489e2 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=26684279-b640-4ba7-9695-cd6eedc4f55e HTTP/1.1" status: 200 len: 945 time: 0.0794232 May 03 23:55:13.219137 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-a9dd207a-1244-40ca-a79b-29ce014e3ada req-4caff057-b3af-4a12-b5c8-b5a417499119 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aabfbfc-09d0-4f5e-998f-a2943879bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352037 May 03 23:55:14.536315 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852ca64d-4ad9-4ad7-adb5-55cee3db3eb5 req-293942b2-5358-4d5e-8823-674c28349187 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:14.538610 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-852ca64d-4ad9-4ad7-adb5-55cee3db3eb5 req-293942b2-5358-4d5e-8823-674c28349187 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/ports?device_id=86ec49b3-0064-499c-9ea8-70082a08d6e7 HTTP/1.1" status: 200 len: 944 time: 0.0536306 May 03 23:55:14.583364 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-852ca64d-4ad9-4ad7-adb5-55cee3db3eb5 req-53b59015-ccaa-4ab5-9a81-1b71649a806b tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3199a76-af0d-466a-85dd-e09fc9f48c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377111 May 03 23:55:14.698858 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb941bd3-913e-45a8-8cca-04e0d96b15d7 req-8eece267-43e4-4455-8395-f19730e9eae7 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:14.700371 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-eb941bd3-913e-45a8-8cca-04e0d96b15d7 req-8eece267-43e4-4455-8395-f19730e9eae7 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=26684279-b640-4ba7-9695-cd6eedc4f55e HTTP/1.1" status: 200 len: 945 time: 0.0591671 May 03 23:55:14.743936 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-eb941bd3-913e-45a8-8cca-04e0d96b15d7 req-ee89ce7c-004e-4723-8a0f-7be6fc628d3f tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aabfbfc-09d0-4f5e-998f-a2943879bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348675 May 03 23:55:14.879721 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136ab5cd-6ae6-4dd4-b569-f80700222a68 req-6b554433-763c-4c42-a680-863d6cab24ad tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:14.881371 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-136ab5cd-6ae6-4dd4-b569-f80700222a68 req-6b554433-763c-4c42-a680-863d6cab24ad tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b90b35a3-8206-4747-bf4b-c9b77bd4e470 HTTP/1.1" status: 200 len: 946 time: 0.0763052 May 03 23:55:14.925504 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-136ab5cd-6ae6-4dd4-b569-f80700222a68 req-b6de5222-7049-4a82-a7de-742dab9f23ac tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a9b5e6e-5f27-4dc7-8078-345eba378f61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376632 May 03 23:55:15.715883 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e765790-d891-4e0d-baf1-69b041a2b1b0 req-4d47ab68-3d06-49a1-8f63-33f008936037 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:15.717614 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-6e765790-d891-4e0d-baf1-69b041a2b1b0 req-4d47ab68-3d06-49a1-8f63-33f008936037 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/ports?device_id=86ec49b3-0064-499c-9ea8-70082a08d6e7 HTTP/1.1" status: 200 len: 944 time: 0.0506754 May 03 23:55:15.760736 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-6e765790-d891-4e0d-baf1-69b041a2b1b0 req-7bf46605-7a78-42a5-ac47-d23e9adefd08 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3199a76-af0d-466a-85dd-e09fc9f48c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343642 May 03 23:55:15.880339 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77efcc0a-4858-4c3d-a5f0-1147dbc4421c req-fca033a3-4561-4270-8d16-0f2ddc00c733 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:15.881853 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-77efcc0a-4858-4c3d-a5f0-1147dbc4421c req-fca033a3-4561-4270-8d16-0f2ddc00c733 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=26684279-b640-4ba7-9695-cd6eedc4f55e HTTP/1.1" status: 200 len: 945 time: 0.0550466 May 03 23:55:15.924488 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-77efcc0a-4858-4c3d-a5f0-1147dbc4421c req-96d4b9a1-3c85-41ad-a484-bf59046a1166 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aabfbfc-09d0-4f5e-998f-a2943879bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345664 May 03 23:55:16.062270 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bbc4d4-1bb4-4b2b-a3ac-43325890136a req-4f76fed7-842f-4a84-85d6-e7a771182e70 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:16.064028 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-a3bbc4d4-1bb4-4b2b-a3ac-43325890136a req-4f76fed7-842f-4a84-85d6-e7a771182e70 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b90b35a3-8206-4747-bf4b-c9b77bd4e470 HTTP/1.1" status: 200 len: 946 time: 0.0514610 May 03 23:55:16.105959 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-a3bbc4d4-1bb4-4b2b-a3ac-43325890136a req-80de7efd-3a97-49ca-b90d-1b0e59e05471 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a9b5e6e-5f27-4dc7-8078-345eba378f61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355678 May 03 23:55:16.771864 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 38604) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:55:16.892610 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-49479403-a79d-46a8-a35d-100d0b158d32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:16.900177 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d252966-727b-433f-9130-644fccf60bcb req-8596ed7a-c76c-40ad-aa06-3b84ce897657 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:16.901744 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-7d252966-727b-433f-9130-644fccf60bcb req-8596ed7a-c76c-40ad-aa06-3b84ce897657 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/ports?device_id=86ec49b3-0064-499c-9ea8-70082a08d6e7 HTTP/1.1" status: 200 len: 944 time: 0.0553806 May 03 23:55:16.949630 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-7d252966-727b-433f-9130-644fccf60bcb req-391960c8-86ac-496c-b14f-0022e76936b3 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3199a76-af0d-466a-85dd-e09fc9f48c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385275 May 03 23:55:16.985800 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-49479403-a79d-46a8-a35d-100d0b158d32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:17.063523 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-49479403-a79d-46a8-a35d-100d0b158d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:17.076755 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe2f93-0a79-4c4e-bdae-9cba8c7ce2db req-720391ef-af22-4aad-9cd0-d46a7ba6cf4c tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:17.078965 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-2cfe2f93-0a79-4c4e-bdae-9cba8c7ce2db req-720391ef-af22-4aad-9cd0-d46a7ba6cf4c tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=26684279-b640-4ba7-9695-cd6eedc4f55e HTTP/1.1" status: 200 len: 945 time: 0.0583396 May 03 23:55:17.111620 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-49479403-a79d-46a8-a35d-100d0b158d32 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ee376ea72d344d51a5f046f849bcb600&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3376658 May 03 23:55:17.113670 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 38614) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:55:17.123077 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49479403-a79d-46a8-a35d-100d0b158d32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=070618f6-9585-4782-8072-923a91f0cd5c,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:55:17.132939 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-2cfe2f93-0a79-4c4e-bdae-9cba8c7ce2db req-1ccc33ac-6033-4a9c-8521-830e7be4b6b1 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aabfbfc-09d0-4f5e-998f-a2943879bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468428 May 03 23:55:17.184740 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-5f96b95e-6841-43bf-bf9a-1a91c08c1513 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:17.215879 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-5f96b95e-6841-43bf-bf9a-1a91c08c1513 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:17.265461 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba77c7e-8ea7-4a32-a404-e9667e4eefa3 req-b0fe5729-d7e4-4e3b-b097-62ab3d1d2185 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:17.269259 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-4ba77c7e-8ea7-4a32-a404-e9667e4eefa3 req-b0fe5729-d7e4-4e3b-b097-62ab3d1d2185 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b90b35a3-8206-4747-bf4b-c9b77bd4e470 HTTP/1.1" status: 200 len: 946 time: 0.0614552 May 03 23:55:17.324410 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-4ba77c7e-8ea7-4a32-a404-e9667e4eefa3 req-b003da6a-fae5-4d7a-a791-4d01bdec9151 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a9b5e6e-5f27-4dc7-8078-345eba378f61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485911 May 03 23:55:17.383531 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-5f96b95e-6841-43bf-bf9a-1a91c08c1513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:17.386199 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-5f96b95e-6841-43bf-bf9a-1a91c08c1513 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:17.387405 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-5f96b95e-6841-43bf-bf9a-1a91c08c1513 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/070618f6-9585-4782-8072-923a91f0cd5c HTTP/1.1" status: 204 len: 168 time: 0.2724717 May 03 23:55:17.396310 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f96b95e-6841-43bf-bf9a-1a91c08c1513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=070618f6-9585-4782-8072-923a91f0cd5c,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:55:17.475746 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.agents_db [None req-33eb5aa9-4e04-49df-8f84-9829a3bd54c6 None None] Agent healthcheck: found 6 active agents {{(pid=114215) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 23:55:18.046654 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:18.088116 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938ab8e9-6060-4fee-bd04-9cb513a4cc90 req-c34226cd-e9d1-4a33-aeb2-7733ca790325 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:18.091302 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-938ab8e9-6060-4fee-bd04-9cb513a4cc90 req-c34226cd-e9d1-4a33-aeb2-7733ca790325 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/ports?device_id=86ec49b3-0064-499c-9ea8-70082a08d6e7 HTTP/1.1" status: 200 len: 944 time: 0.0564184 May 03 23:55:18.139877 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-938ab8e9-6060-4fee-bd04-9cb513a4cc90 req-861bfb93-6ebe-4eab-876a-a1d77662188d tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3199a76-af0d-466a-85dd-e09fc9f48c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379846 May 03 23:55:18.179427 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 38640) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:55:18.201028 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-65282349-cc20-4433-9855-271f51351c82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:18.233116 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11a6709-b4a9-4084-8abc-0b6b5880f9c0 req-28427326-833c-4824-9949-425ebb4b6523 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:18.235728 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-e11a6709-b4a9-4084-8abc-0b6b5880f9c0 req-28427326-833c-4824-9949-425ebb4b6523 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 945 time: 0.0687854 May 03 23:55:18.290426 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-e11a6709-b4a9-4084-8abc-0b6b5880f9c0 req-efff8a51-637a-4923-a545-7d0a09002702 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382605 May 03 23:55:18.301256 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5a5b9b-23ce-4061-8313-d2be03ddcbc6 req-3d2e5e10-9842-4182-8418-20c8c8e67bbd tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:18.319023 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-fb5a5b9b-23ce-4061-8313-d2be03ddcbc6 req-3d2e5e10-9842-4182-8418-20c8c8e67bbd tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=26684279-b640-4ba7-9695-cd6eedc4f55e HTTP/1.1" status: 200 len: 945 time: 0.0809262 May 03 23:55:18.358067 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-fb5a5b9b-23ce-4061-8313-d2be03ddcbc6 req-d2f886a3-fdf5-4d1e-b75e-31c6e1ff21f7 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aabfbfc-09d0-4f5e-998f-a2943879bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486169 May 03 23:55:18.369150 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-65282349-cc20-4433-9855-271f51351c82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:18.441482 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-65282349-cc20-4433-9855-271f51351c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:18.483290 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac16d892-c10f-4e86-873b-7ec17cf8e9ad req-60f03034-4507-4b0a-9330-e501c82c51df tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:18.486982 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-ac16d892-c10f-4e86-873b-7ec17cf8e9ad req-60f03034-4507-4b0a-9330-e501c82c51df tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b90b35a3-8206-4747-bf4b-c9b77bd4e470 HTTP/1.1" status: 200 len: 946 time: 0.0558312 May 03 23:55:18.496757 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-65282349-cc20-4433-9855-271f51351c82 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d7dda9001b8f48e2a961b13ec1820f1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3159239 May 03 23:55:18.498835 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65282349-cc20-4433-9855-271f51351c82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=880529b1-1901-4a27-a95c-ee67171b5bbd,revision_number=1']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:55:18.499809 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 38648) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:55:18.552677 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-ac16d892-c10f-4e86-873b-7ec17cf8e9ad req-99802d83-c781-4a6a-adfa-c2f005db4039 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a9b5e6e-5f27-4dc7-8078-345eba378f61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594213 May 03 23:55:18.570421 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-6a2f7fd8-2530-459f-803c-ed640305d0a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:18.592112 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-6a2f7fd8-2530-459f-803c-ed640305d0a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:18.715221 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-6a2f7fd8-2530-459f-803c-ed640305d0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:18.717893 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-6a2f7fd8-2530-459f-803c-ed640305d0a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:18.719195 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-6a2f7fd8-2530-459f-803c-ed640305d0a3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/880529b1-1901-4a27-a95c-ee67171b5bbd HTTP/1.1" status: 204 len: 168 time: 0.2181976 May 03 23:55:18.727987 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2f7fd8-2530-459f-803c-ed640305d0a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=880529b1-1901-4a27-a95c-ee67171b5bbd,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:55:19.269944 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fee2c9-1e26-443b-a973-e34a8a2873cc req-a1209fbe-8512-4d34-ba70-d08800527e2c tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:19.271551 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-c8fee2c9-1e26-443b-a973-e34a8a2873cc req-a1209fbe-8512-4d34-ba70-d08800527e2c tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/ports?device_id=86ec49b3-0064-499c-9ea8-70082a08d6e7 HTTP/1.1" status: 200 len: 944 time: 0.0541034 May 03 23:55:19.318417 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-c8fee2c9-1e26-443b-a973-e34a8a2873cc req-890b3b22-3f18-457b-8c3d-56388aa6b4c9 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3199a76-af0d-466a-85dd-e09fc9f48c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396802 May 03 23:55:19.435557 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b092f-835e-44d8-9482-ca38fdea0b3b req-978c6331-fbf5-4611-a230-8f71e240cd62 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:19.437278 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-371b092f-835e-44d8-9482-ca38fdea0b3b req-978c6331-fbf5-4611-a230-8f71e240cd62 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 945 time: 0.0562384 May 03 23:55:19.449072 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 38674) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:55:19.476539 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-12e4f858-0e6f-4f3c-9407-0fc06eb23054 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:19.497749 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab680ea-ebd3-4974-a83e-d4f2b06a6049 req-9202d81c-a109-47c8-970c-9bc7b9a2546e tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:19.499548 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-5ab680ea-ebd3-4974-a83e-d4f2b06a6049 req-9202d81c-a109-47c8-970c-9bc7b9a2546e tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=26684279-b640-4ba7-9695-cd6eedc4f55e HTTP/1.1" status: 200 len: 945 time: 0.0584733 May 03 23:55:19.520944 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-371b092f-835e-44d8-9482-ca38fdea0b3b req-5f50b7b7-744b-4e74-bc54-00666151a17b tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732973 May 03 23:55:19.572878 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-5ab680ea-ebd3-4974-a83e-d4f2b06a6049 req-7400a31a-f334-4161-b7d8-5af0d87158c6 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aabfbfc-09d0-4f5e-998f-a2943879bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662348 May 03 23:55:19.606726 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-12e4f858-0e6f-4f3c-9407-0fc06eb23054 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:19.701837 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-12e4f858-0e6f-4f3c-9407-0fc06eb23054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:19.725746 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322bc5bb-7ec2-4274-9b1b-28f8af509754 req-86ab1954-9bd6-4c18-bac6-81e60ea44764 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:19.728355 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-322bc5bb-7ec2-4274-9b1b-28f8af509754 req-86ab1954-9bd6-4c18-bac6-81e60ea44764 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b90b35a3-8206-4747-bf4b-c9b77bd4e470 HTTP/1.1" status: 200 len: 946 time: 0.0727274 May 03 23:55:19.778894 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-12e4f858-0e6f-4f3c-9407-0fc06eb23054 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d134891092764acaa91b939ffb8aaff0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3243930 May 03 23:55:19.781552 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e4f858-0e6f-4f3c-9407-0fc06eb23054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01694b92-b55c-43b6-a82b-d36cedce7355,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:55:19.782342 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 38682) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:55:19.821017 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-322bc5bb-7ec2-4274-9b1b-28f8af509754 req-361d94de-c286-4015-bf22-498b2399e2d4 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a9b5e6e-5f27-4dc7-8078-345eba378f61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784225 May 03 23:55:19.868787 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac1d89-ce87-43b6-b06a-dda5fabe8452 req-fd5ca8c5-82bf-418e-8495-89c4221225c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:19.870328 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-1eac1d89-ce87-43b6-b06a-dda5fabe8452 req-fd5ca8c5-82bf-418e-8495-89c4221225c1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=26684279-b640-4ba7-9695-cd6eedc4f55e HTTP/1.1" status: 200 len: 1098 time: 0.0728812 May 03 23:55:19.875628 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-42e968a5-8f6b-401a-86a5-92fa2380f00f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:19.911456 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-42e968a5-8f6b-401a-86a5-92fa2380f00f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:19.947763 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-1eac1d89-ce87-43b6-b06a-dda5fabe8452 req-32723117-0d13-4765-a77b-e765f29a6a41 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0aabfbfc-09d0-4f5e-998f-a2943879bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672131 May 03 23:55:20.068542 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-42e968a5-8f6b-401a-86a5-92fa2380f00f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:20.071100 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-42e968a5-8f6b-401a-86a5-92fa2380f00f admin admin] Notify callbacks [] for security_group, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:20.072323 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-42e968a5-8f6b-401a-86a5-92fa2380f00f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/01694b92-b55c-43b6-a82b-d36cedce7355 HTTP/1.1" status: 204 len: 168 time: 0.2886858 May 03 23:55:20.082717 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e968a5-8f6b-401a-86a5-92fa2380f00f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01694b92-b55c-43b6-a82b-d36cedce7355,revision_number=None']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:55:20.474809 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2124d22e-92ba-4544-8f36-dbbfcf1d81e5 req-f6db72aa-7e38-49a7-834e-55017315f753 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:20.476428 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-2124d22e-92ba-4544-8f36-dbbfcf1d81e5 req-f6db72aa-7e38-49a7-834e-55017315f753 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/ports?device_id=86ec49b3-0064-499c-9ea8-70082a08d6e7 HTTP/1.1" status: 200 len: 944 time: 0.0586939 May 03 23:55:20.535015 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-2124d22e-92ba-4544-8f36-dbbfcf1d81e5 req-22ab5174-9467-41fa-a38e-2443214ab8f6 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3199a76-af0d-466a-85dd-e09fc9f48c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517926 May 03 23:55:20.734013 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b92ed-30e6-4294-ad8f-b7ac2b2254ec req-f99f1469-8942-4743-b272-deb019956075 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:20.737638 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-874b92ed-30e6-4294-ad8f-b7ac2b2254ec req-f99f1469-8942-4743-b272-deb019956075 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=26684279-b640-4ba7-9695-cd6eedc4f55e HTTP/1.1" status: 200 len: 945 time: 0.0674491 May 03 23:55:20.788232 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-874b92ed-30e6-4294-ad8f-b7ac2b2254ec req-5c9239b3-d9cd-407f-acb7-81dcea7caf62 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aabfbfc-09d0-4f5e-998f-a2943879bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414391 May 03 23:55:20.932026 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e141c6-3616-4795-95e6-06fae0a49d00 req-7fc05585-77f6-4f61-b51d-b56d88d450c2 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:20.933918 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-f0e141c6-3616-4795-95e6-06fae0a49d00 req-7fc05585-77f6-4f61-b51d-b56d88d450c2 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 945 time: 0.3306499 May 03 23:55:20.968829 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c118284-9b9e-472a-9b1f-1c91fb3b0341 req-18eadbac-2884-41e3-a00e-8566e5ddfbdf tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:20.970982 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-3c118284-9b9e-472a-9b1f-1c91fb3b0341 req-18eadbac-2884-41e3-a00e-8566e5ddfbdf tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b90b35a3-8206-4747-bf4b-c9b77bd4e470 HTTP/1.1" status: 200 len: 946 time: 0.0709643 May 03 23:55:20.981413 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-f0e141c6-3616-4795-95e6-06fae0a49d00 req-5730eb58-4cc8-4721-af16-542eac15575b tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405922 May 03 23:55:21.020444 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-3c118284-9b9e-472a-9b1f-1c91fb3b0341 req-acdeeb6a-3670-4186-9959-79e9d545cd9a tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a9b5e6e-5f27-4dc7-8078-345eba378f61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414288 May 03 23:55:21.307778 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 38720) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:55:21.422207 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [None req-6628945e-92fb-42d1-8971-9aa2231d2017 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-860151663-network', 'tenant_id': '34ca33ebd2fe4f2984232e2064c0acd0'}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:55:21.560459 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6628945e-92fb-42d1-8971-9aa2231d2017 admin admin] Made reservation on behalf of 34ca33ebd2fe4f2984232e2064c0acd0 for: {'network': 1} {{(pid=114212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:55:21.562774 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-6628945e-92fb-42d1-8971-9aa2231d2017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for network, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:21.573463 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-6628945e-92fb-42d1-8971-9aa2231d2017 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:21.723408 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2628c2a4-c825-437e-a3ff-6ee6f0e5c9e6 req-f96a16a8-dccd-409f-9915-9898a64c05dd tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:21.724915 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-2628c2a4-c825-437e-a3ff-6ee6f0e5c9e6 req-f96a16a8-dccd-409f-9915-9898a64c05dd tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/ports?device_id=86ec49b3-0064-499c-9ea8-70082a08d6e7 HTTP/1.1" status: 200 len: 944 time: 0.0956919 May 03 23:55:21.765816 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-6628945e-92fb-42d1-8971-9aa2231d2017 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:21.770192 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device e9ec862b-1ab7-4aae-bcab-e08a6b5c5871 details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=114214) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 23:55:21.787146 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-2628c2a4-c825-437e-a3ff-6ee6f0e5c9e6 req-9a9183c8-39dd-4780-b996-5e2f54e34c5e tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3199a76-af0d-466a-85dd-e09fc9f48c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535181 May 03 23:55:21.847377 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-6628945e-92fb-42d1-8971-9aa2231d2017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:21.896256 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6628945e-92fb-42d1-8971-9aa2231d2017 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=114212) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 23:55:21.913900 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6628945e-92fb-42d1-8971-9aa2231d2017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4191b7cf-65cf-4f89-8e01-4fa95128dffd,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:55:21.955351 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-6628945e-92fb-42d1-8971-9aa2231d2017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-611538'] for segment, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:21.956006 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.db.segments_db [None req-6628945e-92fb-42d1-8971-9aa2231d2017 admin admin] Added segment 99ee9601-bbfa-4e4c-a70a-1b0ba7b6fb39 of type vlan for network 5586ad3a-2822-45f3-a54b-f60c722f6eae May 03 23:55:22.040892 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b002be-4aa8-4a6c-840c-853fe19d7dc5 req-d195fc25-3507-4763-9854-736163b1b3cf tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:22.043097 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-72b002be-4aa8-4a6c-840c-853fe19d7dc5 req-d195fc25-3507-4763-9854-736163b1b3cf tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=26684279-b640-4ba7-9695-cd6eedc4f55e HTTP/1.1" status: 200 len: 945 time: 0.0989735 May 03 23:55:22.071045 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] For port e9ec862b-1ab7-4aae-bcab-e08a6b5c5871, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=e9ec862b-1ab7-4aae-bcab-e08a6b5c5871,segment=NetworkSegment(d6551357-033f-4179-a830-748857d0f27a),segment_id=d6551357-033f-4179-a830-748857d0f27a)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:55:22.084506 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Returning: {'device': 'e9ec862b-1ab7-4aae-bcab-e08a6b5c5871', 'network_id': '78fd7791-bf4e-4a1d-b073-160257a37458', 'port_id': 'e9ec862b-1ab7-4aae-bcab-e08a6b5c5871', 'mac_address': 'fa:16:3e:38:50:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7435d9ea-a907-4feb-b09d-444f6bc116fb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114214) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 23:55:22.116717 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-6628945e-92fb-42d1-8971-9aa2231d2017 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733331214529'] for network, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:22.126876 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-72b002be-4aa8-4a6c-840c-853fe19d7dc5 req-a785bcec-1164-4fb5-97a2-ac8303725ec2 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aabfbfc-09d0-4f5e-998f-a2943879bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677731 May 03 23:55:22.146647 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:22.167756 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.notifiers.nova [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9ec862b-1ab7-4aae-bcab-e08a6b5c5871 {{(pid=114214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:55:22.192950 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] For port e9ec862b-1ab7-4aae-bcab-e08a6b5c5871, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=e9ec862b-1ab7-4aae-bcab-e08a6b5c5871,segment=NetworkSegment(d6551357-033f-4179-a830-748857d0f27a),segment_id=d6551357-033f-4179-a830-748857d0f27a)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:55:22.239154 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e27c826-4ab4-42e0-b1ab-b0bcf73607a4 req-ca245905-8810-4f4c-b395-e8e7aaea3362 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:22.240854 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-5e27c826-4ab4-42e0-b1ab-b0bcf73607a4 req-ca245905-8810-4f4c-b395-e8e7aaea3362 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 945 time: 0.0843310 May 03 23:55:22.285592 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c9e18-0f4e-4a01-aab3-9cb07cef2838 req-456fcf6a-b230-4337-a58c-4053d7afba9b tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:22.287185 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-1f2c9e18-0f4e-4a01-aab3-9cb07cef2838 req-456fcf6a-b230-4337-a58c-4053d7afba9b tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b90b35a3-8206-4747-bf4b-c9b77bd4e470 HTTP/1.1" status: 200 len: 946 time: 0.0636744 May 03 23:55:22.293025 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-5e27c826-4ab4-42e0-b1ab-b0bcf73607a4 req-402acf40-cd5c-4923-893e-36f73ed80cb2 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459840 May 03 23:55:22.316253 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:22.343356 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-1f2c9e18-0f4e-4a01-aab3-9cb07cef2838 req-620f0542-b92f-45d0-b320-8c31b690743c tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a9b5e6e-5f27-4dc7-8078-345eba378f61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492074 May 03 23:55:22.363502 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-6628945e-92fb-42d1-8971-9aa2231d2017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298'] for network, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:22.365249 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6628945e-92fb-42d1-8971-9aa2231d2017 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:22.370758 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-6628945e-92fb-42d1-8971-9aa2231d2017 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748400'] for network, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:22.386414 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Pushing event updated for resources: {'Port': ['ID=e9ec862b-1ab7-4aae-bcab-e08a6b5c5871,revision_number=4']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:55:22.452427 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6628945e-92fb-42d1-8971-9aa2231d2017 admin admin] Pushing event updated for resources: {'Network': ['ID=5586ad3a-2822-45f3-a54b-f60c722f6eae,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:55:22.463098 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Network 5586ad3a-2822-45f3-a54b-f60c722f6eae details requested by agent ovs-agent-dv-cinder-840375-1-iscsi with host dv-cinder-840375-1-iscsi {{(pid=114214) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 23:55:22.524093 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-6628945e-92fb-42d1-8971-9aa2231d2017 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2115748 May 03 23:55:22.524472 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 38742) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:55:22.542391 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [None req-284e5d4d-e903-4167-9841-554998afd43b admin admin] Request body: {'subnet': {'network_id': '5586ad3a-2822-45f3-a54b-f60c722f6eae', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-860151663-subnet', 'tenant_id': '34ca33ebd2fe4f2984232e2064c0acd0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:55:22.642136 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-284e5d4d-e903-4167-9841-554998afd43b admin admin] Made reservation on behalf of 34ca33ebd2fe4f2984232e2064c0acd0 for: {'subnet': 1} {{(pid=114212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:55:22.646158 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-284e5d4d-e903-4167-9841-554998afd43b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29217570'] for subnet, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:22.911890 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f49ea9-7b25-4983-a163-92e81f21017a req-bad24a34-8921-4d3b-bcdc-1b971c7f8fe4 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:22.913762 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-43f49ea9-7b25-4983-a163-92e81f21017a req-bad24a34-8921-4d3b-bcdc-1b971c7f8fe4 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/ports?device_id=86ec49b3-0064-499c-9ea8-70082a08d6e7 HTTP/1.1" status: 200 len: 945 time: 0.0514402 May 03 23:55:22.915712 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-284e5d4d-e903-4167-9841-554998afd43b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25200314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29217588'] for subnet, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:22.950430 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] get_ports_and_sgs() called for port_ids ['e9ec862b-1ab7-4aae-bcab-e08a6b5c5871'] {{(pid=114214) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 23:55:23.011518 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284e5d4d-e903-4167-9841-554998afd43b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3806680-9cee-4b49-959f-dd26ae628b71,revision_number=0']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:55:23.045416 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-43f49ea9-7b25-4983-a163-92e81f21017a req-d2f1fb66-045a-48e7-99a8-3cc72e6c36c6 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3199a76-af0d-466a-85dd-e09fc9f48c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244378 May 03 23:55:23.052617 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284e5d4d-e903-4167-9841-554998afd43b admin admin] Checking segment: {'id': '99ee9601-bbfa-4e4c-a70a-1b0ba7b6fb39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5586ad3a-2822-45f3-a54b-f60c722f6eae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 03 23:55:23.052985 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284e5d4d-e903-4167-9841-554998afd43b admin admin] Network hostable DHCP agents. Network: 5586ad3a-2822-45f3-a54b-f60c722f6eae, hostable agents: ['68d83d53-3271-4b5e-a364-332abe4e6306'], hosted agents: [] {{(pid=114212) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 23:55:23.131986 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284e5d4d-e903-4167-9841-554998afd43b admin admin] Network 5586ad3a-2822-45f3-a54b-f60c722f6eae is scheduled to be hosted by DHCP agent 68d83d53-3271-4b5e-a364-332abe4e6306 with binding_index 1 {{(pid=114212) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 23:55:23.211997 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.base_scheduler [None req-284e5d4d-e903-4167-9841-554998afd43b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840375-1-iscsi, 5586ad3a-2822-45f3-a54b-f60c722f6eae) {{(pid=114212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:55:23.218644 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284e5d4d-e903-4167-9841-554998afd43b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:23.219699 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-284e5d4d-e903-4167-9841-554998afd43b admin admin] Notify callbacks [] for subnet, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:23.231771 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2596f700-b291-48c5-89f7-ef46537cffb7 None None] Network 5586ad3a-2822-45f3-a54b-f60c722f6eae requested from dv-cinder-840375-1-iscsi {{(pid=114214) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 03 23:55:23.286296 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ccccfb-8c0e-49ee-a4f7-a13c5019502d req-17c5d291-6d0e-4053-abb7-ec9449f3490b tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:23.288521 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-21ccccfb-8c0e-49ee-a4f7-a13c5019502d req-17c5d291-6d0e-4053-abb7-ec9449f3490b tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=26684279-b640-4ba7-9695-cd6eedc4f55e HTTP/1.1" status: 200 len: 945 time: 0.0650954 May 03 23:55:23.329259 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-284e5d4d-e903-4167-9841-554998afd43b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7983563 May 03 23:55:23.361158 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-21ccccfb-8c0e-49ee-a4f7-a13c5019502d req-d542d0d6-bd21-49bc-bb34-f019483b8b42 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aabfbfc-09d0-4f5e-998f-a2943879bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598328 May 03 23:55:23.418745 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73688477-637a-4981-a6b0-1bb583f71eee None None] Network 5586ad3a-2822-45f3-a54b-f60c722f6eae requested from dv-cinder-840375-1-iscsi {{(pid=114214) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 03 23:55:23.574402 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef6e02b-57d9-4cd3-a60f-97fd00b57b67 req-74c08aff-ab33-4f94-9c15-29b022f3c375 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:23.580730 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-7ef6e02b-57d9-4cd3-a60f-97fd00b57b67 req-74c08aff-ab33-4f94-9c15-29b022f3c375 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 945 time: 0.0795541 May 03 23:55:23.636414 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-7ef6e02b-57d9-4cd3-a60f-97fd00b57b67 req-b91b4001-6324-4a9c-a0ff-094a81b437ef tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483446 May 03 23:55:23.696568 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 38778) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:55:23.706622 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [None req-4d5fc1b8-5caa-4034-bbaa-310502b86fc4 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Request body: {'security_group': {'name': 'tempest-securitygroup--539597336', 'description': 'tempest-description--1960254303'}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:55:23.793945 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9914412-fa30-4994-b25d-40610d26934c req-8a9d2749-647a-41a2-96fa-84ceb1a416c9 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:23.796600 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-b9914412-fa30-4994-b25d-40610d26934c req-8a9d2749-647a-41a2-96fa-84ceb1a416c9 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b90b35a3-8206-4747-bf4b-c9b77bd4e470 HTTP/1.1" status: 200 len: 946 time: 0.0794761 May 03 23:55:23.835652 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-4d5fc1b8-5caa-4034-bbaa-310502b86fc4 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks [] for security_group, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:23.869658 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-b9914412-fa30-4994-b25d-40610d26934c req-bc0ac048-661d-433b-9830-47bce90e5618 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a9b5e6e-5f27-4dc7-8078-345eba378f61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623631 May 03 23:55:23.956481 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-4d5fc1b8-5caa-4034-bbaa-310502b86fc4 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks [] for security_group, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:24.058171 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-4d5fc1b8-5caa-4034-bbaa-310502b86fc4 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:24.092216 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5fc1b8-5caa-4034-bbaa-310502b86fc4 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa06c5c-f4f9-4e22-9b50-5ae3e252e3ab,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:55:24.174859 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee76040b-9ea1-4532-b80e-50bedb85e93b req-75c3c2f9-fec9-438f-ab45-a1080817a607 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:24.176444 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-ee76040b-9ea1-4532-b80e-50bedb85e93b req-75c3c2f9-fec9-438f-ab45-a1080817a607 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/ports?device_id=86ec49b3-0064-499c-9ea8-70082a08d6e7 HTTP/1.1" status: 200 len: 945 time: 0.0525630 May 03 23:55:24.192285 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-4d5fc1b8-5caa-4034-bbaa-310502b86fc4 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks [] for security_group, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:24.195207 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-4d5fc1b8-5caa-4034-bbaa-310502b86fc4 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4965878 May 03 23:55:24.204495 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 38788) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:55:24.211515 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [None req-032f698f-dfce-4126-8a9b-c21de845c161 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Request body: {'security_group_rule': {'security_group_id': '1fa06c5c-f4f9-4e22-9b50-5ae3e252e3ab', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:55:24.226793 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-ee76040b-9ea1-4532-b80e-50bedb85e93b req-1f275a31-c7bb-49e6-a35b-7f7639bea486 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3199a76-af0d-466a-85dd-e09fc9f48c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431614 May 03 23:55:24.285534 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5353f3-18b5-499c-b549-ff7d4c6ab09a req-0982a6c7-a1d8-4a4b-acf9-b90db67a06cd tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:24.287128 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-2b5353f3-18b5-499c-b549-ff7d4c6ab09a req-0982a6c7-a1d8-4a4b-acf9-b90db67a06cd tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=26684279-b640-4ba7-9695-cd6eedc4f55e HTTP/1.1" status: 200 len: 945 time: 0.0554490 May 03 23:55:24.332155 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-2b5353f3-18b5-499c-b549-ff7d4c6ab09a req-3b7f536a-5c51-443a-b837-59b192e9fc6e tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aabfbfc-09d0-4f5e-998f-a2943879bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384197 May 03 23:55:24.349794 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-032f698f-dfce-4126-8a9b-c21de845c161 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:24.383438 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c05a907-96a4-42a3-bf6f-64ded626fde3 req-c5c5eb14-c6df-4698-8636-84b53226c8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:24.384963 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-0c05a907-96a4-42a3-bf6f-64ded626fde3 req-c5c5eb14-c6df-4698-8636-84b53226c8cd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b61197edd2154db6b72b860e57ff43ed&device_id=26684279-b640-4ba7-9695-cd6eedc4f55e HTTP/1.1" status: 200 len: 1098 time: 0.0499310 May 03 23:55:24.429219 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-032f698f-dfce-4126-8a9b-c21de845c161 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:24.489227 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c05a907-96a4-42a3-bf6f-64ded626fde3 req-fd7c5dbe-3e5a-43d7-9166-817566f9703b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:24.490740 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-0c05a907-96a4-42a3-bf6f-64ded626fde3 req-fd7c5dbe-3e5a-43d7-9166-817566f9703b service neutron] 10.222.0.47 "GET /v2.0/networks?id=0a6b04f9-6f06-4100-ad85-6b28ebd5afaa HTTP/1.1" status: 200 len: 920 time: 0.0962887 May 03 23:55:24.505261 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-032f698f-dfce-4126-8a9b-c21de845c161 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774295'] for security_group_rule, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:24.529912 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032f698f-dfce-4126-8a9b-c21de845c161 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a7cb4d6-8d16-4a94-afe2-47412f41d7f1,revision_number=0']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:55:24.546153 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-0c05a907-96a4-42a3-bf6f-64ded626fde3 req-2e245e69-9fac-41ff-8594-792d5b79f14e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42dee66b-db30-49e6-8d3b-a870af9e2ea1 HTTP/1.1" status: 200 len: 217 time: 0.0434155 May 03 23:55:24.595024 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-032f698f-dfce-4126-8a9b-c21de845c161 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:24.599281 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-032f698f-dfce-4126-8a9b-c21de845c161 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3909760 May 03 23:55:24.599450 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 38796) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:55:24.608766 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [None req-ce80c82f-929f-4224-94f3-471de7b14088 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Request body: {'security_group_rule': {'security_group_id': '1fa06c5c-f4f9-4e22-9b50-5ae3e252e3ab', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:55:24.623990 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c05a907-96a4-42a3-bf6f-64ded626fde3 req-f40f08e3-3454-4081-82c2-7654bceb39de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:24.626428 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-0c05a907-96a4-42a3-bf6f-64ded626fde3 req-f40f08e3-3454-4081-82c2-7654bceb39de service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a71a973f-43f2-413b-b3e6-b8f0626526c4 HTTP/1.1" status: 200 len: 858 time: 0.0671561 May 03 23:55:24.682648 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-ce80c82f-929f-4224-94f3-471de7b14088 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:24.699931 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c05a907-96a4-42a3-bf6f-64ded626fde3 req-919e83bf-d720-42e3-a915-55a1221fa159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:24.701652 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-0c05a907-96a4-42a3-bf6f-64ded626fde3 req-919e83bf-d720-42e3-a915-55a1221fa159 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0a6b04f9-6f06-4100-ad85-6b28ebd5afaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0601430 May 03 23:55:24.765200 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-ce80c82f-929f-4224-94f3-471de7b14088 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:24.842299 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-0c05a907-96a4-42a3-bf6f-64ded626fde3 req-10b85fc0-714b-4b10-8cf1-b8879f5ef07f service neutron] 10.222.0.47 "GET /v2.0/networks/0a6b04f9-6f06-4100-ad85-6b28ebd5afaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299062 May 03 23:55:24.851910 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a007dce-479b-4b2a-aa2d-6b9f0c8f6119 req-83cdd70e-f770-4f1a-a670-2aed6f99c9b8 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:24.853332 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-4a007dce-479b-4b2a-aa2d-6b9f0c8f6119 req-83cdd70e-f770-4f1a-a670-2aed6f99c9b8 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 945 time: 0.0818229 May 03 23:55:24.876795 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-ce80c82f-929f-4224-94f3-471de7b14088 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774295'] for security_group_rule, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:24.899494 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce80c82f-929f-4224-94f3-471de7b14088 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=743b1332-fe40-4786-be82-f229beef9a74,revision_number=0']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:55:24.959974 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-4a007dce-479b-4b2a-aa2d-6b9f0c8f6119 req-7b9d1c09-92ca-4bc9-8c19-ca3f09c54d21 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854030 May 03 23:55:24.990572 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-0c05a907-96a4-42a3-bf6f-64ded626fde3 req-a82a54d3-dee9-49d9-a363-fad652218b5d service neutron] 10.222.0.47 "GET /v2.0/networks/0a6b04f9-6f06-4100-ad85-6b28ebd5afaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341407 May 03 23:55:25.007832 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-ce80c82f-929f-4224-94f3-471de7b14088 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:25.009057 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-ce80c82f-929f-4224-94f3-471de7b14088 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4085903 May 03 23:55:25.012472 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 38808) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:55:25.019465 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.v2.base [None req-1f43bb58-ccc6-488c-96f8-feee631b8f53 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Request body: {'floatingip': {'floating_network_id': 'b899e136-3b25-4af5-bb18-9827145d490c'}} {{(pid=114213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:55:25.053625 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2888bb46-5bab-40b8-9e55-91bcb4a0b9ac req-36a3aabe-cca9-4bc4-afcb-fa6bc8747398 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:25.058914 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-2888bb46-5bab-40b8-9e55-91bcb4a0b9ac req-36a3aabe-cca9-4bc4-afcb-fa6bc8747398 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b90b35a3-8206-4747-bf4b-c9b77bd4e470 HTTP/1.1" status: 200 len: 946 time: 0.0704391 May 03 23:55:25.102619 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-2888bb46-5bab-40b8-9e55-91bcb4a0b9ac req-d86e9b33-22bb-4722-8b6e-4ca5609d16da tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a9b5e6e-5f27-4dc7-8078-345eba378f61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394113 May 03 23:55:25.103597 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-1f43bb58-ccc6-488c-96f8-feee631b8f53 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks [] for floatingip, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:25.216051 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-1f43bb58-ccc6-488c-96f8-feee631b8f53 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:25.385120 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.db.db_base_plugin_common [None req-1f43bb58-ccc6-488c-96f8-feee631b8f53 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Allocated IP 172.27.2.111 (b899e136-3b25-4af5-bb18-9827145d490c/f9ce11e5-b806-4ff0-a648-9987146ccd8a/456ebc9f-3da3-4591-bffa-4a6392629995) {{(pid=114213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:55:25.413593 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693305f9-dd55-403c-9952-c857be8a911a req-12b10721-d2f1-4c67-9df8-39e47ba24e86 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:25.415201 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-693305f9-dd55-403c-9952-c857be8a911a req-12b10721-d2f1-4c67-9df8-39e47ba24e86 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/ports?device_id=86ec49b3-0064-499c-9ea8-70082a08d6e7 HTTP/1.1" status: 200 len: 945 time: 0.0925756 May 03 23:55:25.495680 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8461d81d-9b67-4e8a-8397-dabf01c798fe req-ffa2200a-8229-4818-80f1-a49bfca83d67 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:25.497291 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-8461d81d-9b67-4e8a-8397-dabf01c798fe req-ffa2200a-8229-4818-80f1-a49bfca83d67 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=26684279-b640-4ba7-9695-cd6eedc4f55e HTTP/1.1" status: 200 len: 945 time: 0.0633001 May 03 23:55:25.528158 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-693305f9-dd55-403c-9952-c857be8a911a req-40789843-3071-4000-b1af-5e54070ba88e tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3199a76-af0d-466a-85dd-e09fc9f48c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063991 May 03 23:55:25.564891 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-8461d81d-9b67-4e8a-8397-dabf01c798fe req-43a16fbd-e3f9-497d-b2a7-d97f03002c5b tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aabfbfc-09d0-4f5e-998f-a2943879bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548370 May 03 23:55:25.630120 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-1f43bb58-ccc6-488c-96f8-feee631b8f53 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks [] for port, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:25.728387 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-1f43bb58-ccc6-488c-96f8-feee631b8f53 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733331236172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25969890'] for port, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:25.783935 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device e9ec862b-1ab7-4aae-bcab-e08a6b5c5871 up at agent hyperv_hv-cinder-84037 {{(pid=114214) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 23:55:25.796073 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f43bb58-ccc6-488c-96f8-feee631b8f53 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Network b899e136-3b25-4af5-bb18-9827145d490c is already hosted by enough agents. {{(pid=114213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:55:25.805797 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.base_scheduler [None req-1f43bb58-ccc6-488c-96f8-feee631b8f53 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Resources bound (agent type, host, resource id): {{(pid=114213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:55:25.809328 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f43bb58-ccc6-488c-96f8-feee631b8f53 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Received port after_create {{(pid=114213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 23:55:25.833294 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f43bb58-ccc6-488c-96f8-feee631b8f53 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Pushing event updated for resources: {'Port': ['ID=456ebc9f-3da3-4591-bffa-4a6392629995,revision_number=1']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:55:25.903987 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-1f43bb58-ccc6-488c-96f8-feee631b8f53 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:25.955452 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Provisioning for port e9ec862b-1ab7-4aae-bcab-e08a6b5c5871 completed by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:55:25.960430 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Provisioning complete for port e9ec862b-1ab7-4aae-bcab-e08a6b5c5871 triggered by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:55:25.966432 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:26.028787 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-1f43bb58-ccc6-488c-96f8-feee631b8f53 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:26.058311 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:26.086916 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86ec49b3-0064-499c-9ea8-70082a08d6e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9ec862b-1ab7-4aae-bcab-e08a6b5c5871'}] {{(pid=114214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:55:26.089234 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a2c01d47b82d907f81ba0899610efc862c27db097cd111ee9714155fede03ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b93c09-c2c4-4abb-88df-9855f772d613" -d '{"events": [{"server_uuid": "86ec49b3-0064-499c-9ea8-70082a08d6e7", "name": "network-vif-plugged", "status": "completed", "tag": "e9ec862b-1ab7-4aae-bcab-e08a6b5c5871"}]}' {{(pid=114214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 23:55:26.109172 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] For port e9ec862b-1ab7-4aae-bcab-e08a6b5c5871, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=e9ec862b-1ab7-4aae-bcab-e08a6b5c5871,segment=NetworkSegment(d6551357-033f-4179-a830-748857d0f27a),segment_id=d6551357-033f-4179-a830-748857d0f27a)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:55:26.137519 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 23:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d037b1b-eadf-4767-8930-1d80b54a6a6d x-openstack-request-id: req-1d037b1b-eadf-4767-8930-1d80b54a6a6d {{(pid=114214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 23:55:26.138755 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86ec49b3-0064-499c-9ea8-70082a08d6e7", "name": "network-vif-plugged", "status": "completed", "tag": "e9ec862b-1ab7-4aae-bcab-e08a6b5c5871", "code": 200}]} {{(pid=114214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 23:55:26.138755 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1d037b1b-eadf-4767-8930-1d80b54a6a6d {{(pid=114214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 23:55:26.138755 dv-cinder-840375-1-iscsi neutron-server[114214]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d037b1b-eadf-4767-8930-1d80b54a6a6d'] response: {'server_uuid': '86ec49b3-0064-499c-9ea8-70082a08d6e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9ec862b-1ab7-4aae-bcab-e08a6b5c5871', 'code': 200} May 03 23:55:26.190675 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:26.225539 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7292125-cc52-4492-ac41-dde9596ea9fd req-ce6755b4-863a-4cdd-9c89-6be1ec92b592 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:26.231029 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-c7292125-cc52-4492-ac41-dde9596ea9fd req-ce6755b4-863a-4cdd-9c89-6be1ec92b592 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 945 time: 0.1320543 May 03 23:55:26.249828 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff804e5-d59c-45dc-ac67-60b0b2478538 req-85c8f9b6-4ae6-4bbc-84c2-e566019da48a tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:26.259661 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-6ff804e5-d59c-45dc-ac67-60b0b2478538 req-85c8f9b6-4ae6-4bbc-84c2-e566019da48a tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b90b35a3-8206-4747-bf4b-c9b77bd4e470 HTTP/1.1" status: 200 len: 946 time: 0.0675898 May 03 23:55:26.314174 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Pushing event updated for resources: {'Port': ['ID=e9ec862b-1ab7-4aae-bcab-e08a6b5c5871,revision_number=5']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:55:26.335774 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-6ff804e5-d59c-45dc-ac67-60b0b2478538 req-05a23f2f-f726-46a0-9944-e516891d0d8c tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a9b5e6e-5f27-4dc7-8078-345eba378f61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737309 May 03 23:55:26.355814 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-c7292125-cc52-4492-ac41-dde9596ea9fd req-6f38221b-bc03-4db3-b808-430712819d96 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126666 May 03 23:55:26.373865 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-1f43bb58-ccc6-488c-96f8-feee631b8f53 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks [] for port, precommit_update {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:26.463476 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-1f43bb58-ccc6-488c-96f8-feee631b8f53 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25969899'] for port, after_update {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:26.535121 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f43bb58-ccc6-488c-96f8-feee631b8f53 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Pushing event updated for resources: {'Port': ['ID=456ebc9f-3da3-4591-bffa-4a6392629995,revision_number=2']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:55:26.550736 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-1f43bb58-ccc6-488c-96f8-feee631b8f53 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3761754'] for floatingip, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:26.678321 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5165e14-2973-47df-9c1c-be5d1f06fc9e req-922a1f30-2a17-4d1a-b903-afb4b730acee tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:26.679954 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-a5165e14-2973-47df-9c1c-be5d1f06fc9e req-922a1f30-2a17-4d1a-b903-afb4b730acee tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/ports?device_id=86ec49b3-0064-499c-9ea8-70082a08d6e7 HTTP/1.1" status: 200 len: 946 time: 0.0709023 May 03 23:55:26.682034 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-1f43bb58-ccc6-488c-96f8-feee631b8f53 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371'] for floatingip, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:26.683300 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-1f43bb58-ccc6-488c-96f8-feee631b8f53 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6698201 May 03 23:55:26.705693 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a485f647-f1a5-466c-8bcd-7fe1a2ddb736 req-e954f506-9820-4bfb-b65d-6d7ff7ef9c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:26.708001 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-a485f647-f1a5-466c-8bcd-7fe1a2ddb736 req-e954f506-9820-4bfb-b65d-6d7ff7ef9c01 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=86ec49b3-0064-499c-9ea8-70082a08d6e7 HTTP/1.1" status: 200 len: 1099 time: 0.1034610 May 03 23:55:26.727578 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c366738-02ab-4a9f-b3eb-48ed958197e1 req-aa402386-0f6e-4534-bb04-152563d2c01c tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:26.729663 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-7c366738-02ab-4a9f-b3eb-48ed958197e1 req-aa402386-0f6e-4534-bb04-152563d2c01c tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=26684279-b640-4ba7-9695-cd6eedc4f55e HTTP/1.1" status: 200 len: 945 time: 0.0814292 May 03 23:55:26.754859 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-a5165e14-2973-47df-9c1c-be5d1f06fc9e req-2a558ebf-bb19-4fd9-9269-49978ffc9402 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3199a76-af0d-466a-85dd-e09fc9f48c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552297 May 03 23:55:26.798030 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-a485f647-f1a5-466c-8bcd-7fe1a2ddb736 req-ac829c3e-ab05-4b11-8e36-2ae60e6d7e92 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d3199a76-af0d-466a-85dd-e09fc9f48c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669341 May 03 23:55:26.814854 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-7c366738-02ab-4a9f-b3eb-48ed958197e1 req-69ac9a27-4fd3-42ef-a648-19dec2c35fe8 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aabfbfc-09d0-4f5e-998f-a2943879bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755675 May 03 23:55:26.957868 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-10a666c8-8f0c-4de3-9311-3f4a82e62822 req-fbc87527-44ac-403d-a2f3-9a5dec3d1cb8 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--539597336&fields=id&tenant_id=4f6a10010e894f0390d087e92b3d1035 HTTP/1.1" status: 200 len: 267 time: 0.0551140 May 03 23:55:27.071120 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa488a2-39f4-41c1-86a1-15afa537023b req-282d2036-d568-440f-9dc4-5e19ad813b55 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:27.072697 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-2fa488a2-39f4-41c1-86a1-15afa537023b req-282d2036-d568-440f-9dc4-5e19ad813b55 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] 10.222.0.13 "GET /v2.0/networks?id=5586ad3a-2822-45f3-a54b-f60c722f6eae HTTP/1.1" status: 200 len: 813 time: 0.1250873 May 03 23:55:27.094570 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-2fa488a2-39f4-41c1-86a1-15afa537023b req-2c8ae9d6-3a71-4fab-bf72-36cf9115424f tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] 10.222.0.13 "GET /v2.0/quotas/34ca33ebd2fe4f2984232e2064c0acd0 HTTP/1.1" status: 200 len: 375 time: 0.0096824 May 03 23:55:27.105811 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a666c8-8f0c-4de3-9311-3f4a82e62822 req-c009758c-a97d-41b6-8470-607141dc6b87 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:27.107547 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-10a666c8-8f0c-4de3-9311-3f4a82e62822 req-c009758c-a97d-41b6-8470-607141dc6b87 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/networks?id=88061c84-ec22-4a18-841b-8db91bd7572a HTTP/1.1" status: 200 len: 814 time: 0.1424575 May 03 23:55:27.127789 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-10a666c8-8f0c-4de3-9311-3f4a82e62822 req-31fbc0ec-01bb-465e-bbc4-298e4466feb2 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/quotas/4f6a10010e894f0390d087e92b3d1035 HTTP/1.1" status: 200 len: 375 time: 0.0111439 May 03 23:55:27.132621 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-2fa488a2-39f4-41c1-86a1-15afa537023b req-354f1d1d-ffa8-45b6-981f-abd54f33717c tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=34ca33ebd2fe4f2984232e2064c0acd0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313852 May 03 23:55:27.208196 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-10a666c8-8f0c-4de3-9311-3f4a82e62822 req-0e7f5ad1-60b1-4be4-b1ca-941ba62b491e tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f6a10010e894f0390d087e92b3d1035&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0730021 May 03 23:55:27.254983 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-2fa488a2-39f4-41c1-86a1-15afa537023b req-0d149ed7-217f-4041-aa92-1fde7ec3519a service neutron] 10.222.0.13 "GET /v2.0/networks/5586ad3a-2822-45f3-a54b-f60c722f6eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106615 May 03 23:55:27.346938 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-10a666c8-8f0c-4de3-9311-3f4a82e62822 req-d72cb895-9019-4125-99b1-8c9fac60d7b6 service neutron] 10.222.0.13 "GET /v2.0/networks/88061c84-ec22-4a18-841b-8db91bd7572a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222429 May 03 23:55:27.406658 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-2fa488a2-39f4-41c1-86a1-15afa537023b req-9c675e18-e98e-4873-8311-50c9f9720634 service neutron] 10.222.0.13 "GET /v2.0/networks/5586ad3a-2822-45f3-a54b-f60c722f6eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448963 May 03 23:55:27.490857 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-10a666c8-8f0c-4de3-9311-3f4a82e62822 req-b9fd4cba-0769-46d8-9d1b-dc4a663f782a service neutron] 10.222.0.13 "GET /v2.0/networks/88061c84-ec22-4a18-841b-8db91bd7572a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370914 May 03 23:55:27.857973 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3b1410-809d-4f1e-b587-d82c319b4f89 req-f9452afe-414e-412b-a75d-920d23b3681e tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:27.862872 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-9e3b1410-809d-4f1e-b587-d82c319b4f89 req-f9452afe-414e-412b-a75d-920d23b3681e tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b90b35a3-8206-4747-bf4b-c9b77bd4e470 HTTP/1.1" status: 200 len: 946 time: 0.1103787 May 03 23:55:27.958379 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-9e3b1410-809d-4f1e-b587-d82c319b4f89 req-4f90a6da-eedf-41f0-b811-c113b51b376c tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a9b5e6e-5f27-4dc7-8078-345eba378f61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890057 May 03 23:55:27.978165 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d89bbf-e3e2-49ac-b4fd-c26fa3a68a0e req-a57ba07e-60f3-4397-98a7-0b27ce4d7fc0 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:27.980471 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-54d89bbf-e3e2-49ac-b4fd-c26fa3a68a0e req-a57ba07e-60f3-4397-98a7-0b27ce4d7fc0 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 945 time: 0.0907035 May 03 23:55:28.048457 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-54d89bbf-e3e2-49ac-b4fd-c26fa3a68a0e req-d71c7421-6cf0-4e96-94e4-e669700a2655 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505338 May 03 23:55:28.088449 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-b2d43537-8ecc-42c1-ba26-339f56aa8d84 req-108dd6d3-9cd2-4ffa-82ea-ec2415a56060 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf1545ae-f769-41bd-9f93-1e61e7b2bd9e HTTP/1.1" status: 200 len: 210 time: 0.0527601 May 03 23:55:28.183342 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-12d772dd-6eb3-4589-bc5c-24931b3f3e15 req-dbb1db43-932c-42ce-aaf3-8eaf2d823b49 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=f448a014-d702-466c-ba33-ee1bdde3ae04 HTTP/1.1" status: 200 len: 210 time: 0.0367033 May 03 23:55:28.201934 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651c0d5e-7360-430e-ba6a-bea46789b91d req-69a44d2b-4b59-45e0-97b7-c064a2962c8d tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:28.203631 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-651c0d5e-7360-430e-ba6a-bea46789b91d req-69a44d2b-4b59-45e0-97b7-c064a2962c8d tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/ports?device_id=86ec49b3-0064-499c-9ea8-70082a08d6e7 HTTP/1.1" status: 200 len: 946 time: 0.0621758 May 03 23:55:28.254027 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-651c0d5e-7360-430e-ba6a-bea46789b91d req-52c9d204-e0f0-43c7-b89f-335ded0e2f95 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3199a76-af0d-466a-85dd-e09fc9f48c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415571 May 03 23:55:28.322275 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f760aa2-4c87-43cf-9df9-c214905d27f7 req-78766456-799c-478a-9cf4-fee4c83f4d07 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:28.324047 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-5f760aa2-4c87-43cf-9df9-c214905d27f7 req-78766456-799c-478a-9cf4-fee4c83f4d07 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=26684279-b640-4ba7-9695-cd6eedc4f55e HTTP/1.1" status: 200 len: 945 time: 0.0602460 May 03 23:55:28.378692 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-5f760aa2-4c87-43cf-9df9-c214905d27f7 req-62562cc1-e7b5-40c0-8b2b-d03f11418211 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aabfbfc-09d0-4f5e-998f-a2943879bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459993 May 03 23:55:29.117621 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f859abe-90a1-47c7-9a33-34e84b1461ab req-246fcd83-db95-4c90-8b37-89143a13e285 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:29.120253 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-9f859abe-90a1-47c7-9a33-34e84b1461ab req-246fcd83-db95-4c90-8b37-89143a13e285 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b90b35a3-8206-4747-bf4b-c9b77bd4e470 HTTP/1.1" status: 200 len: 946 time: 0.0687132 May 03 23:55:29.199482 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24584775-bfc8-4e79-9630-fe268e9c1efc req-30c52d0e-a074-40dc-9930-3434d14e5ca4 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:29.201210 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-24584775-bfc8-4e79-9630-fe268e9c1efc req-30c52d0e-a074-40dc-9930-3434d14e5ca4 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 945 time: 0.0758512 May 03 23:55:29.223958 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-9f859abe-90a1-47c7-9a33-34e84b1461ab req-8d847971-e553-4dff-9ad7-fcb8efb50a18 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a9b5e6e-5f27-4dc7-8078-345eba378f61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907505 May 03 23:55:29.261488 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-24584775-bfc8-4e79-9630-fe268e9c1efc req-9f44c42e-efbe-4d1a-b170-ea4f1d6f3265 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495496 May 03 23:55:29.352903 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-816ae756-d701-445a-8a99-36253c628a01 req-6c94f0e5-2a16-4b12-8575-de639ba08c42 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf1545ae-f769-41bd-9f93-1e61e7b2bd9e HTTP/1.1" status: 200 len: 210 time: 0.0540581 May 03 23:55:29.412771 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-4e5b6951-4bd1-4cbd-a4bd-c64cd5bac717 req-aa7a27ed-a2fa-421c-8474-4bb9f64b6fc4 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=f448a014-d702-466c-ba33-ee1bdde3ae04 HTTP/1.1" status: 200 len: 210 time: 0.0352333 May 03 23:55:29.497682 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fe00a5-78e7-40c6-8ec0-803476ded2aa req-afb8b4c2-8034-4d06-b61a-ae7440eaa676 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:29.499294 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-44fe00a5-78e7-40c6-8ec0-803476ded2aa req-afb8b4c2-8034-4d06-b61a-ae7440eaa676 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/ports?device_id=86ec49b3-0064-499c-9ea8-70082a08d6e7 HTTP/1.1" status: 200 len: 946 time: 0.0709784 May 03 23:55:29.553623 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-44fe00a5-78e7-40c6-8ec0-803476ded2aa req-32f225a5-6574-471d-9f50-11a2b95958d7 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3199a76-af0d-466a-85dd-e09fc9f48c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457873 May 03 23:55:30.413575 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ea554-c88f-4961-9a06-0456488b4a9d req-d298da17-c897-4bcb-89c9-0f9036d221bb tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:30.415448 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-854ea554-c88f-4961-9a06-0456488b4a9d req-d298da17-c897-4bcb-89c9-0f9036d221bb tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b90b35a3-8206-4747-bf4b-c9b77bd4e470 HTTP/1.1" status: 200 len: 946 time: 0.0830278 May 03 23:55:30.450235 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dff332-0047-4f39-ba10-d7658b851488 req-da4a4495-4114-470a-a973-689685655887 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:30.453468 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-b3dff332-0047-4f39-ba10-d7658b851488 req-da4a4495-4114-470a-a973-689685655887 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 945 time: 0.0672567 May 03 23:55:30.493778 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-854ea554-c88f-4961-9a06-0456488b4a9d req-46cdfc3f-abfa-45d4-a784-001feec078b8 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a9b5e6e-5f27-4dc7-8078-345eba378f61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644734 May 03 23:55:30.502758 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-b3dff332-0047-4f39-ba10-d7658b851488 req-84567744-f834-45a2-997a-14026341be42 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406425 May 03 23:55:30.657075 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-83b6e28b-13b3-4f22-932b-aea3dea637d4 req-116c9dc8-b3e7-4899-9d23-7c417f52a792 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf1545ae-f769-41bd-9f93-1e61e7b2bd9e HTTP/1.1" status: 200 len: 210 time: 0.0391173 May 03 23:55:30.770181 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-931c100e-3506-4bbf-94aa-94458f61fa57 req-81a01a04-f440-4a48-9a2a-6fc17273423a tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=f448a014-d702-466c-ba33-ee1bdde3ae04 HTTP/1.1" status: 200 len: 210 time: 0.0366323 May 03 23:55:30.876883 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 38950) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:55:30.889065 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [None req-19618259-befd-4d1c-8804-00e9c09fa95d tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Request body: {'security_group': {'name': 'tempest-securitygroup--890562350', 'description': 'tempest-description--259085907'}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:55:31.028409 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a666c8-8f0c-4de3-9311-3f4a82e62822 req-65e81bab-2d6c-43b4-ab41-4c4c5032f655 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:31.035170 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-10a666c8-8f0c-4de3-9311-3f4a82e62822 req-65e81bab-2d6c-43b4-ab41-4c4c5032f655 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.47 "GET /v2.0/networks?id=88061c84-ec22-4a18-841b-8db91bd7572a HTTP/1.1" status: 200 len: 814 time: 0.1690814 May 03 23:55:31.048283 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-19618259-befd-4d1c-8804-00e9c09fa95d tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Notify callbacks [] for security_group, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:31.158571 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-10a666c8-8f0c-4de3-9311-3f4a82e62822 req-a85a493b-b77b-4778-b8e0-edcf1582385f tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f6a10010e894f0390d087e92b3d1035 HTTP/1.1" status: 200 len: 470 time: 0.0926909 May 03 23:55:31.171961 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.v2.base [req-10a666c8-8f0c-4de3-9311-3f4a82e62822 req-41382366-2a56-4b15-a9de-0bed5a9ad19f tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Request body: {'port': {'device_id': 'f448a014-d702-466c-ba33-ee1bdde3ae04', 'network_id': '88061c84-ec22-4a18-841b-8db91bd7572a', 'admin_state_up': True, 'tenant_id': '4f6a10010e894f0390d087e92b3d1035', 'security_groups': ['1fa06c5c-f4f9-4e22-9b50-5ae3e252e3ab']}} {{(pid=114213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:55:31.210372 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-19618259-befd-4d1c-8804-00e9c09fa95d tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Notify callbacks [] for security_group, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:31.315540 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-19618259-befd-4d1c-8804-00e9c09fa95d tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:31.379594 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19618259-befd-4d1c-8804-00e9c09fa95d tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d354cfe-5646-4686-b8b6-d0a5ff78252e,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:55:31.433713 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef427406-ed8b-4f75-8218-f5b6c206a9be req-e2c703e5-213c-4d5c-a931-ad6d655b097c tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:31.447876 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-36519fa9-530e-4d74-bfdb-f8a068469c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:31.455816 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-ef427406-ed8b-4f75-8218-f5b6c206a9be req-e2c703e5-213c-4d5c-a931-ad6d655b097c tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b90b35a3-8206-4747-bf4b-c9b77bd4e470 HTTP/1.1" status: 200 len: 946 time: 0.1831908 May 03 23:55:31.471782 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10a666c8-8f0c-4de3-9311-3f4a82e62822 req-41382366-2a56-4b15-a9de-0bed5a9ad19f tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Made reservation on behalf of 4f6a10010e894f0390d087e92b3d1035 for: {'port': 1} {{(pid=114213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:55:31.489975 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [req-10a666c8-8f0c-4de3-9311-3f4a82e62822 req-41382366-2a56-4b15-a9de-0bed5a9ad19f tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:31.493200 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-19618259-befd-4d1c-8804-00e9c09fa95d tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Notify callbacks [] for security_group, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:31.494797 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-19618259-befd-4d1c-8804-00e9c09fa95d tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6156445 May 03 23:55:31.499993 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 38968) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:55:31.505624 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [None req-0caec0dc-41e2-43dc-98ba-4830cdbf7765 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Request body: {'security_group_rule': {'security_group_id': '0d354cfe-5646-4686-b8b6-d0a5ff78252e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:55:31.533442 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-ef427406-ed8b-4f75-8218-f5b6c206a9be req-dcd7a862-481d-44a7-be09-dfe3b294c78f tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a9b5e6e-5f27-4dc7-8078-345eba378f61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763166 May 03 23:55:31.614455 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257c6ef1-3dbc-42fc-9943-21c73bf78e07 req-0f0e3c4b-0d82-4563-ab5d-4175f02d39c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:31.617096 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-257c6ef1-3dbc-42fc-9943-21c73bf78e07 req-0f0e3c4b-0d82-4563-ab5d-4175f02d39c4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=18702b8992014a4095bdd8f1a1117571&device_id=b90b35a3-8206-4747-bf4b-c9b77bd4e470 HTTP/1.1" status: 200 len: 1099 time: 0.0680699 May 03 23:55:31.710436 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-0caec0dc-41e2-43dc-98ba-4830cdbf7765 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:31.716583 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-96d20432-f377-4f66-99ad-68ee1874fce3 req-1866ba69-fd90-439b-9d6e-b292ebb24b63 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1918363723&fields=id&tenant_id=c7dabe5c6909498eb0e87863bd20caff HTTP/1.1" status: 200 len: 267 time: 0.0544796 May 03 23:55:31.774231 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.db.db_base_plugin_common [req-10a666c8-8f0c-4de3-9311-3f4a82e62822 req-41382366-2a56-4b15-a9de-0bed5a9ad19f tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Allocated IP 172.20.0.12 (88061c84-ec22-4a18-841b-8db91bd7572a/b5c212ed-61ce-414c-afb5-0c8516817b16/dc657aba-63be-4083-b252-0600318c1f3f) {{(pid=114213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:55:31.821726 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73667beb-9a5c-4852-a0cf-b6f633c5f49e req-1f1f8e0c-57b7-40a6-9ec8-1de2606d81ee tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:31.823965 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-73667beb-9a5c-4852-a0cf-b6f633c5f49e req-1f1f8e0c-57b7-40a6-9ec8-1de2606d81ee tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 945 time: 0.1491034 May 03 23:55:31.957683 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257c6ef1-3dbc-42fc-9943-21c73bf78e07 req-f870dd01-bb03-4110-8bee-1f60933bdf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:31.959257 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-257c6ef1-3dbc-42fc-9943-21c73bf78e07 req-f870dd01-bb03-4110-8bee-1f60933bdf2a service neutron] 10.222.0.47 "GET /v2.0/networks?id=604bb18a-bbc8-4a96-8a59-cda5f9a33ba3 HTTP/1.1" status: 200 len: 911 time: 0.2295210 May 03 23:55:31.971706 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d20432-f377-4f66-99ad-68ee1874fce3 req-1ebe2837-94c6-4718-9728-ee227cea60da tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:31.973340 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-96d20432-f377-4f66-99ad-68ee1874fce3 req-1ebe2837-94c6-4718-9728-ee227cea60da tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/networks?id=609cef8e-df65-49c3-ae42-a7cfad649592 HTTP/1.1" status: 200 len: 808 time: 0.2450800 May 03 23:55:31.975495 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-0caec0dc-41e2-43dc-98ba-4830cdbf7765 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:31.991924 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-96d20432-f377-4f66-99ad-68ee1874fce3 req-e6281388-5acf-45ba-b7e0-6131aa0d0d83 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/quotas/c7dabe5c6909498eb0e87863bd20caff HTTP/1.1" status: 200 len: 375 time: 0.0111895 May 03 23:55:32.051088 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-96d20432-f377-4f66-99ad-68ee1874fce3 req-31be301b-c1ba-451b-9e18-ddc3709a63ad tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c7dabe5c6909498eb0e87863bd20caff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0523555 May 03 23:55:32.052540 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-0caec0dc-41e2-43dc-98ba-4830cdbf7765 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774295'] for security_group_rule, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:32.092149 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caec0dc-41e2-43dc-98ba-4830cdbf7765 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d884f70-5766-4b03-8891-f7b88551e8c8,revision_number=0']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:55:32.174299 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-96d20432-f377-4f66-99ad-68ee1874fce3 req-0a1a9a17-85dd-4cbc-91e1-ee755e08c8ad service neutron] 10.222.0.13 "GET /v2.0/networks/609cef8e-df65-49c3-ae42-a7cfad649592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062591 May 03 23:55:32.180917 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-0caec0dc-41e2-43dc-98ba-4830cdbf7765 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:32.186051 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-0caec0dc-41e2-43dc-98ba-4830cdbf7765 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6811569 May 03 23:55:32.187420 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 38982) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:55:32.199505 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-73667beb-9a5c-4852-a0cf-b6f633c5f49e req-e301b4b5-8ca0-4afa-af2a-e497fc5900fe tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3596923 May 03 23:55:32.203560 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [None req-8abe7193-0a62-42e9-a804-0de86c71677b tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Request body: {'security_group_rule': {'security_group_id': '0d354cfe-5646-4686-b8b6-d0a5ff78252e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:55:32.241709 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa488a2-39f4-41c1-86a1-15afa537023b req-ae6a5679-437e-4e1a-a17f-702e3c4d34bf tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:32.243368 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-2fa488a2-39f4-41c1-86a1-15afa537023b req-ae6a5679-437e-4e1a-a17f-702e3c4d34bf tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] 10.222.0.47 "GET /v2.0/networks?id=5586ad3a-2822-45f3-a54b-f60c722f6eae HTTP/1.1" status: 200 len: 813 time: 0.5170732 May 03 23:55:32.316916 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-96d20432-f377-4f66-99ad-68ee1874fce3 req-796c376e-994e-4dbd-b817-7f39fbc23db0 service neutron] 10.222.0.13 "GET /v2.0/networks/609cef8e-df65-49c3-ae42-a7cfad649592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309280 May 03 23:55:32.357087 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [req-10a666c8-8f0c-4de3-9311-3f4a82e62822 req-41382366-2a56-4b15-a9de-0bed5a9ad19f tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks [] for port, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:32.379656 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc17ca31-8a08-4cdf-918e-e765e553cf1c req-a4fffb9d-a04d-4beb-a19e-639682784d51 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:32.383956 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-8abe7193-0a62-42e9-a804-0de86c71677b tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:32.387141 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-bc17ca31-8a08-4cdf-918e-e765e553cf1c req-a4fffb9d-a04d-4beb-a19e-639682784d51 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/ports?device_id=86ec49b3-0064-499c-9ea8-70082a08d6e7 HTTP/1.1" status: 200 len: 946 time: 0.0993493 May 03 23:55:32.447931 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-bc17ca31-8a08-4cdf-918e-e765e553cf1c req-87afba8e-034f-4609-95fb-c2dcc2287571 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3199a76-af0d-466a-85dd-e09fc9f48c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597901 May 03 23:55:32.467729 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-8abe7193-0a62-42e9-a804-0de86c71677b tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:32.549933 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-8abe7193-0a62-42e9-a804-0de86c71677b tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774295'] for security_group_rule, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:32.550171 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [req-10a666c8-8f0c-4de3-9311-3f4a82e62822 req-41382366-2a56-4b15-a9de-0bed5a9ad19f tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733331236172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25969890'] for port, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:32.574839 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abe7193-0a62-42e9-a804-0de86c71677b tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fda03ea1-67b6-464a-b61d-eefcacdff152,revision_number=0']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:55:32.577794 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-67399222-cb6b-453f-846b-64d95145abe7 req-ad6d5328-65b4-45bd-80b1-b5fcb0b792f7 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf1545ae-f769-41bd-9f93-1e61e7b2bd9e HTTP/1.1" status: 200 len: 210 time: 0.0464458 May 03 23:55:32.614989 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10a666c8-8f0c-4de3-9311-3f4a82e62822 req-41382366-2a56-4b15-a9de-0bed5a9ad19f tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Network 88061c84-ec22-4a18-841b-8db91bd7572a is already hosted by enough agents. {{(pid=114213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:55:32.621031 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.base_scheduler [req-10a666c8-8f0c-4de3-9311-3f4a82e62822 req-41382366-2a56-4b15-a9de-0bed5a9ad19f tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Resources bound (agent type, host, resource id): {{(pid=114213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:55:32.625977 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.db.l3_dvrscheduler_db [req-10a666c8-8f0c-4de3-9311-3f4a82e62822 req-41382366-2a56-4b15-a9de-0bed5a9ad19f tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Received port after_create {{(pid=114213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 23:55:32.659336 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41382366-2a56-4b15-a9de-0bed5a9ad19f tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Pushing event updated for resources: {'Port': ['ID=dc657aba-63be-4083-b252-0600318c1f3f,revision_number=1']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:55:32.686584 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-8abe7193-0a62-42e9-a804-0de86c71677b tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:32.691157 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-8abe7193-0a62-42e9-a804-0de86c71677b tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4933505 May 03 23:55:32.699334 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 38994) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:55:32.708388 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [None req-37087373-1e39-4a93-aa9c-8a9d145dd331 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Request body: {'floatingip': {'floating_network_id': 'b899e136-3b25-4af5-bb18-9827145d490c'}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:55:32.752624 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a666c8-8f0c-4de3-9311-3f4a82e62822 req-41382366-2a56-4b15-a9de-0bed5a9ad19f tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:32.753293 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [req-10a666c8-8f0c-4de3-9311-3f4a82e62822 req-41382366-2a56-4b15-a9de-0bed5a9ad19f tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371'] for port, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:32.783343 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3264d5-5a10-4a13-b5bc-2f4bd8a3d986 req-416e6a8c-c231-494b-b3f9-2fb87f39887a tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:32.784986 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-0f3264d5-5a10-4a13-b5bc-2f4bd8a3d986 req-416e6a8c-c231-494b-b3f9-2fb87f39887a tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=f448a014-d702-466c-ba33-ee1bdde3ae04 HTTP/1.1" status: 200 len: 932 time: 0.0997205 May 03 23:55:32.819048 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-37087373-1e39-4a93-aa9c-8a9d145dd331 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Notify callbacks [] for floatingip, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:32.841956 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-0f3264d5-5a10-4a13-b5bc-2f4bd8a3d986 req-c7908169-ae09-4afa-aee9-ce13b487be30 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fa06c5c-f4f9-4e22-9b50-5ae3e252e3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500200 May 03 23:55:32.850881 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-10a666c8-8f0c-4de3-9311-3f4a82e62822 req-41382366-2a56-4b15-a9de-0bed5a9ad19f tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6827157 May 03 23:55:32.964135 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-37087373-1e39-4a93-aa9c-8a9d145dd331 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:32.993740 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffedde4-c3f2-405b-9700-28efc19c77b2 req-d235be28-2fc3-4de9-9f4b-4d8839b8a391 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:33.006597 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-3a587c1a-8d0f-476b-b1a6-cba17961c71b None None] Provisioning complete for port dc657aba-63be-4083-b252-0600318c1f3f triggered by entity DHCP. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:55:33.008350 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-3a587c1a-8d0f-476b-b1a6-cba17961c71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:33.009871 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-0ffedde4-c3f2-405b-9700-28efc19c77b2 req-d235be28-2fc3-4de9-9f4b-4d8839b8a391 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b90b35a3-8206-4747-bf4b-c9b77bd4e470 HTTP/1.1" status: 200 len: 946 time: 0.0729229 May 03 23:55:33.057232 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-3a587c1a-8d0f-476b-b1a6-cba17961c71b None None] Port dc657aba-63be-4083-b252-0600318c1f3f cannot update to ACTIVE because it is not bound. {{(pid=114214) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 03 23:55:33.074766 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-0ffedde4-c3f2-405b-9700-28efc19c77b2 req-93613908-907a-4efb-b75c-75e4ba91cb5c tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a9b5e6e-5f27-4dc7-8078-345eba378f61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585842 May 03 23:55:33.103340 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.db_base_plugin_common [None req-37087373-1e39-4a93-aa9c-8a9d145dd331 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Allocated IP 172.27.2.162 (b899e136-3b25-4af5-bb18-9827145d490c/f9ce11e5-b806-4ff0-a648-9987146ccd8a/0d8a5301-246c-4769-80b4-f6007f1d95eb) {{(pid=114212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:55:33.211659 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-5ea9987e-0df6-4853-a234-27d61c27ab06 req-471eafe6-7639-4f11-aa45-adc50fe7efc6 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/ports?device_id=7764431b-1c5b-44f8-a08c-f7fdad54d288 HTTP/1.1" status: 200 len: 210 time: 0.0351138 May 03 23:55:33.281081 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-37087373-1e39-4a93-aa9c-8a9d145dd331 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Notify callbacks [] for port, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:33.366204 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1e90b4-22cf-410b-be39-eeb6bd2a920b req-bc4e0695-a67b-48c4-9541-1f4af45e0886 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:33.367903 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-eb1e90b4-22cf-410b-be39-eeb6bd2a920b req-bc4e0695-a67b-48c4-9541-1f4af45e0886 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 945 time: 0.0747323 May 03 23:55:33.439867 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-37087373-1e39-4a93-aa9c-8a9d145dd331 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733331236172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25393418'] for port, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:33.495224 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-eb1e90b4-22cf-410b-be39-eeb6bd2a920b req-67b8c5f9-855c-4905-b7d8-4e13de2fdb84 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171732 May 03 23:55:33.518814 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37087373-1e39-4a93-aa9c-8a9d145dd331 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Network b899e136-3b25-4af5-bb18-9827145d490c is already hosted by enough agents. {{(pid=114212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:55:33.528344 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.base_scheduler [None req-37087373-1e39-4a93-aa9c-8a9d145dd331 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Resources bound (agent type, host, resource id): {{(pid=114212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:55:33.535579 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37087373-1e39-4a93-aa9c-8a9d145dd331 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Received port after_create {{(pid=114212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 23:55:33.587888 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37087373-1e39-4a93-aa9c-8a9d145dd331 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Pushing event updated for resources: {'Port': ['ID=0d8a5301-246c-4769-80b4-f6007f1d95eb,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:55:33.589683 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad419f13-73c1-4d65-8fbb-f736ca815714 req-67e6840b-265f-4522-b9af-62144fd71c54 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:33.591327 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-ad419f13-73c1-4d65-8fbb-f736ca815714 req-67e6840b-265f-4522-b9af-62144fd71c54 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/ports?device_id=86ec49b3-0064-499c-9ea8-70082a08d6e7 HTTP/1.1" status: 200 len: 946 time: 0.0632763 May 03 23:55:33.642116 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-ad419f13-73c1-4d65-8fbb-f736ca815714 req-34519a2a-e90b-413f-bbfa-2084dea07f7d tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3199a76-af0d-466a-85dd-e09fc9f48c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363822 May 03 23:55:33.682498 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-37087373-1e39-4a93-aa9c-8a9d145dd331 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:33.724022 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-d5805c76-0065-4991-83b9-9c7a74a574f2 req-ff743389-889b-4511-b108-02e83913097c tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf1545ae-f769-41bd-9f93-1e61e7b2bd9e HTTP/1.1" status: 200 len: 210 time: 0.0290258 May 03 23:55:33.789549 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-37087373-1e39-4a93-aa9c-8a9d145dd331 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:33.932683 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-dcf92b60-ef19-4e93-8d1d-ab0722d3a313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:33.968190 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-37087373-1e39-4a93-aa9c-8a9d145dd331 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Notify callbacks [] for port, precommit_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:33.987583 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650f9a47-a3b8-4163-8d12-44f9dc22e31f req-c9689238-992c-42ea-807b-58a66fd4797b tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:33.989566 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-650f9a47-a3b8-4163-8d12-44f9dc22e31f req-c9689238-992c-42ea-807b-58a66fd4797b tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=f448a014-d702-466c-ba33-ee1bdde3ae04 HTTP/1.1" status: 200 len: 932 time: 0.0623462 May 03 23:55:34.037023 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-650f9a47-a3b8-4163-8d12-44f9dc22e31f req-69bca48b-28eb-4284-a6ac-e179643988bd tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fa06c5c-f4f9-4e22-9b50-5ae3e252e3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411112 May 03 23:55:34.080482 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-37087373-1e39-4a93-aa9c-8a9d145dd331 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25393411'] for port, after_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:34.162038 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37087373-1e39-4a93-aa9c-8a9d145dd331 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Pushing event updated for resources: {'Port': ['ID=0d8a5301-246c-4769-80b4-f6007f1d95eb,revision_number=2']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:55:34.179481 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-37087373-1e39-4a93-aa9c-8a9d145dd331 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3761754'] for floatingip, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:34.239052 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4808b54-ac13-4a89-8a43-83c75b47f76a req-6fe97dfe-6db8-49a3-b997-7abd4d4a13cf tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:34.240744 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-c4808b54-ac13-4a89-8a43-83c75b47f76a req-6fe97dfe-6db8-49a3-b997-7abd4d4a13cf tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b90b35a3-8206-4747-bf4b-c9b77bd4e470 HTTP/1.1" status: 200 len: 946 time: 0.0632670 May 03 23:55:34.292385 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-c4808b54-ac13-4a89-8a43-83c75b47f76a req-6f2e9e75-8786-4d38-ae1e-2828f37ea19f tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a9b5e6e-5f27-4dc7-8078-345eba378f61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429981 May 03 23:55:34.302697 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-35f9228b-4574-4a49-a179-2a7684cd49c4 req-842b4ff5-a1bf-4c70-a9bc-55a9fdd68fb7 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/ports?device_id=7764431b-1c5b-44f8-a08c-f7fdad54d288 HTTP/1.1" status: 200 len: 210 time: 0.0294304 May 03 23:55:34.322085 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-37087373-1e39-4a93-aa9c-8a9d145dd331 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371'] for floatingip, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:34.322085 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-37087373-1e39-4a93-aa9c-8a9d145dd331 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6194592 May 03 23:55:34.415456 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.v2.base [req-10a666c8-8f0c-4de3-9311-3f4a82e62822 req-cea65000-e0f2-48e6-965e-9a8c316440ef service neutron] Request body: {'port': {'device_id': 'f448a014-d702-466c-ba33-ee1bdde3ae04', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=114213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:55:34.432703 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.v2.base [req-2fa488a2-39f4-41c1-86a1-15afa537023b req-983da3a8-f24d-4e16-955c-721f2dc4f47c tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] Request body: {'port': {'device_id': 'bf1545ae-f769-41bd-9f93-1e61e7b2bd9e', 'network_id': '5586ad3a-2822-45f3-a54b-f60c722f6eae', 'admin_state_up': True, 'tenant_id': '34ca33ebd2fe4f2984232e2064c0acd0'}} {{(pid=114213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:55:34.489814 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-257c6ef1-3dbc-42fc-9943-21c73bf78e07 req-bb6db879-dd29-401f-89c5-75eecc9dbd5f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=56c90ddc-e1fb-4285-a6fa-9780de2d37bc HTTP/1.1" status: 200 len: 1002 time: 0.0827799 May 03 23:55:34.613564 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257c6ef1-3dbc-42fc-9943-21c73bf78e07 req-5d47297d-3ae2-45e1-bf98-6283c4f3b37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:34.616753 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-257c6ef1-3dbc-42fc-9943-21c73bf78e07 req-5d47297d-3ae2-45e1-bf98-6283c4f3b37a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=812a278c-b546-48ea-b77a-ce9966d91767 HTTP/1.1" status: 200 len: 849 time: 0.1199505 May 03 23:55:34.644023 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [req-10a666c8-8f0c-4de3-9311-3f4a82e62822 req-cea65000-e0f2-48e6-965e-9a8c316440ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:34.735342 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-4c0b857e-ff7e-41b0-8657-4261d3670348 req-7d444653-c3d8-4e54-8a68-b9803c614d99 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--890562350&fields=id&tenant_id=b61197edd2154db6b72b860e57ff43ed HTTP/1.1" status: 200 len: 267 time: 0.1165991 May 03 23:55:34.799133 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257c6ef1-3dbc-42fc-9943-21c73bf78e07 req-54dff6df-175a-4665-9121-c35aa76ce092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:34.800223 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-257c6ef1-3dbc-42fc-9943-21c73bf78e07 req-54dff6df-175a-4665-9121-c35aa76ce092 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=604bb18a-bbc8-4a96-8a59-cda5f9a33ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1403174 May 03 23:55:34.855837 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca782489-e2f1-4f1f-9922-04346a00cf94 req-dd411609-6dfb-458c-a2a9-ee7c0b2a9ddb tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:34.857441 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-ca782489-e2f1-4f1f-9922-04346a00cf94 req-dd411609-6dfb-458c-a2a9-ee7c0b2a9ddb tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 945 time: 0.1938083 May 03 23:55:34.940379 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fa488a2-39f4-41c1-86a1-15afa537023b req-983da3a8-f24d-4e16-955c-721f2dc4f47c tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] Made reservation on behalf of 34ca33ebd2fe4f2984232e2064c0acd0 for: {'port': 1} {{(pid=114213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:55:34.943965 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [req-2fa488a2-39f4-41c1-86a1-15afa537023b req-983da3a8-f24d-4e16-955c-721f2dc4f47c tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:34.984195 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0b857e-ff7e-41b0-8657-4261d3670348 req-421a32aa-2682-4d73-84db-6cf465c69eca tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:34.986399 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-4c0b857e-ff7e-41b0-8657-4261d3670348 req-421a32aa-2682-4d73-84db-6cf465c69eca tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/networks?id=0a6b04f9-6f06-4100-ad85-6b28ebd5afaa HTTP/1.1" status: 200 len: 819 time: 0.2428956 May 03 23:55:35.005874 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-ca782489-e2f1-4f1f-9922-04346a00cf94 req-de7fc031-6921-4741-b3f8-9f2ed7620009 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933912 May 03 23:55:35.015256 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-4c0b857e-ff7e-41b0-8657-4261d3670348 req-77d7e46a-d0cf-4b13-b3db-b128b39c6ab9 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/quotas/b61197edd2154db6b72b860e57ff43ed HTTP/1.1" status: 200 len: 375 time: 0.0187814 May 03 23:55:35.030080 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-257c6ef1-3dbc-42fc-9943-21c73bf78e07 req-79c240ac-00a8-43f8-b43f-776329429269 service neutron] 10.222.0.47 "GET /v2.0/networks/604bb18a-bbc8-4a96-8a59-cda5f9a33ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907225 May 03 23:55:35.194165 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-4c0b857e-ff7e-41b0-8657-4261d3670348 req-70d66288-5c0e-4ed0-9b2e-c3c96e227747 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b61197edd2154db6b72b860e57ff43ed&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1589818 May 03 23:55:35.242305 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.db.db_base_plugin_common [req-2fa488a2-39f4-41c1-86a1-15afa537023b req-983da3a8-f24d-4e16-955c-721f2dc4f47c tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] Allocated IP 172.20.0.8 (5586ad3a-2822-45f3-a54b-f60c722f6eae/b3806680-9cee-4b49-959f-dd26ae628b71/95615249-1a1e-465b-a9ad-a60f82ec8ea8) {{(pid=114213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:55:35.277141 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa27546-c7f9-4a33-9c3b-aadb9fa867fd req-da8e6fe6-aae3-44f2-8524-e405ca9883b8 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:35.278839 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-4fa27546-c7f9-4a33-9c3b-aadb9fa867fd req-da8e6fe6-aae3-44f2-8524-e405ca9883b8 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/ports?device_id=86ec49b3-0064-499c-9ea8-70082a08d6e7 HTTP/1.1" status: 200 len: 946 time: 0.1514266 May 03 23:55:35.298346 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-257c6ef1-3dbc-42fc-9943-21c73bf78e07 req-a78b4bf3-f101-46a1-95d4-8b467445b8ed service neutron] 10.222.0.47 "GET /v2.0/networks/604bb18a-bbc8-4a96-8a59-cda5f9a33ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077634 May 03 23:55:35.353646 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-4c0b857e-ff7e-41b0-8657-4261d3670348 req-347c6189-711e-43f2-9513-7c4559ddc0f0 service neutron] 10.222.0.13 "GET /v2.0/networks/0a6b04f9-6f06-4100-ad85-6b28ebd5afaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466703 May 03 23:55:35.376575 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.notifiers.nova [req-10a666c8-8f0c-4de3-9311-3f4a82e62822 req-cea65000-e0f2-48e6-965e-9a8c316440ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc657aba-63be-4083-b252-0600318c1f3f {{(pid=114213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:55:35.390037 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-9988ed24-7efc-4e8a-acf7-bcbfa55ed3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:35.394553 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [req-10a666c8-8f0c-4de3-9311-3f4a82e62822 req-cea65000-e0f2-48e6-965e-9a8c316440ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:35.399328 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-4fa27546-c7f9-4a33-9c3b-aadb9fa867fd req-9b566ed4-61d1-4505-9451-21734bf7545d tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3199a76-af0d-466a-85dd-e09fc9f48c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117911 May 03 23:55:35.436156 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.db.provisioning_blocks [req-10a666c8-8f0c-4de3-9311-3f4a82e62822 req-cea65000-e0f2-48e6-965e-9a8c316440ef service neutron] Transition to ACTIVE for port object dc657aba-63be-4083-b252-0600318c1f3f will not be triggered until provisioned by entity L2. {{(pid=114213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:55:35.470432 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-4c0b857e-ff7e-41b0-8657-4261d3670348 req-d8fe3dde-326f-4a34-8aaa-2d74c0ac91cd service neutron] 10.222.0.13 "GET /v2.0/networks/0a6b04f9-6f06-4100-ad85-6b28ebd5afaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062064 May 03 23:55:35.545298 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [req-10a666c8-8f0c-4de3-9311-3f4a82e62822 req-cea65000-e0f2-48e6-965e-9a8c316440ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25969899'] for port, after_update {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:35.557006 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-25b767af-518a-4877-b65d-fa3edc823d33 req-bde06f17-0eea-4eea-97fb-bd207a9f47fe tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf1545ae-f769-41bd-9f93-1e61e7b2bd9e HTTP/1.1" status: 200 len: 210 time: 0.0485518 May 03 23:55:35.607667 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [req-2fa488a2-39f4-41c1-86a1-15afa537023b req-983da3a8-f24d-4e16-955c-721f2dc4f47c tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] Notify callbacks [] for port, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:35.625945 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea65000-e0f2-48e6-965e-9a8c316440ef service neutron] Pushing event updated for resources: {'Port': ['ID=dc657aba-63be-4083-b252-0600318c1f3f,revision_number=2']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:55:35.765384 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfae8e02-a23d-49cc-a761-30bc7624d5d1 req-6f7cf2af-e2c9-4e6e-852a-470dada88916 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:35.768587 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-dfae8e02-a23d-49cc-a761-30bc7624d5d1 req-6f7cf2af-e2c9-4e6e-852a-470dada88916 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=f448a014-d702-466c-ba33-ee1bdde3ae04 HTTP/1.1" status: 200 len: 944 time: 0.1497800 May 03 23:55:35.791037 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-1eb41758-6543-4cb0-b694-40c9ee9fc452 req-86093207-c41f-4444-9f26-d6221ed96040 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/ports?device_id=7764431b-1c5b-44f8-a08c-f7fdad54d288 HTTP/1.1" status: 200 len: 210 time: 0.0540092 May 03 23:55:35.865610 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [req-2fa488a2-39f4-41c1-86a1-15afa537023b req-983da3a8-f24d-4e16-955c-721f2dc4f47c tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733331236172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25969890'] for port, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:35.918226 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.managers [req-10a666c8-8f0c-4de3-9311-3f4a82e62822 req-cea65000-e0f2-48e6-965e-9a8c316440ef service neutron] Attempting to bind port dc657aba-63be-4083-b252-0600318c1f3f on host hv-cinder-84037 for vnic_type normal with profile {{(pid=114213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:55:35.918490 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.managers [req-10a666c8-8f0c-4de3-9311-3f4a82e62822 req-cea65000-e0f2-48e6-965e-9a8c316440ef service neutron] Attempting to bind port dc657aba-63be-4083-b252-0600318c1f3f by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': '191d73d0-9208-4ea1-bb83-ed60d521a42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '88061c84-ec22-4a18-841b-8db91bd7572a'}] {{(pid=114213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:55:35.918812 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a666c8-8f0c-4de3-9311-3f4a82e62822 req-cea65000-e0f2-48e6-965e-9a8c316440ef service neutron] Attempting to bind port dc657aba-63be-4083-b252-0600318c1f3f on network 88061c84-ec22-4a18-841b-8db91bd7572a {{(pid=114213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 23:55:35.932658 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fa488a2-39f4-41c1-86a1-15afa537023b req-983da3a8-f24d-4e16-955c-721f2dc4f47c tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] Network 5586ad3a-2822-45f3-a54b-f60c722f6eae is already hosted by enough agents. {{(pid=114213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:55:35.937187 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cb5ea3-01ba-4c12-bde6-926eacf18a43 req-0b0627a0-78ef-491d-8a0b-020b90fefd3b tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:35.939641 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-b7cb5ea3-01ba-4c12-bde6-926eacf18a43 req-0b0627a0-78ef-491d-8a0b-020b90fefd3b tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b90b35a3-8206-4747-bf4b-c9b77bd4e470 HTTP/1.1" status: 200 len: 946 time: 0.0666091 May 03 23:55:35.942003 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.base_scheduler [req-2fa488a2-39f4-41c1-86a1-15afa537023b req-983da3a8-f24d-4e16-955c-721f2dc4f47c tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] Resources bound (agent type, host, resource id): {{(pid=114213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:55:35.943787 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a666c8-8f0c-4de3-9311-3f4a82e62822 req-cea65000-e0f2-48e6-965e-9a8c316440ef service neutron] Port dc657aba-63be-4083-b252-0600318c1f3f on network 88061c84-ec22-4a18-841b-8db91bd7572a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=114213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 23:55:35.944100 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a666c8-8f0c-4de3-9311-3f4a82e62822 req-cea65000-e0f2-48e6-965e-9a8c316440ef service neutron] Attempting to bind port dc657aba-63be-4083-b252-0600318c1f3f on network 88061c84-ec22-4a18-841b-8db91bd7572a {{(pid=114213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 23:55:35.946434 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fa488a2-39f4-41c1-86a1-15afa537023b req-983da3a8-f24d-4e16-955c-721f2dc4f47c tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] Received port after_create {{(pid=114213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 23:55:35.980679 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-dfae8e02-a23d-49cc-a761-30bc7624d5d1 req-5afca1bb-450d-4828-a4ff-b0467c01d472 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fa06c5c-f4f9-4e22-9b50-5ae3e252e3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1929410 May 03 23:55:35.993543 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a666c8-8f0c-4de3-9311-3f4a82e62822 req-cea65000-e0f2-48e6-965e-9a8c316440ef service neutron] Checking agent: {'id': '6e4019a9-2d41-4d26-94e3-460d78c489d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 23, 50, 48), 'started_at': datetime.datetime(2022, 5, 3, 23, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 23:55:35.994039 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a666c8-8f0c-4de3-9311-3f4a82e62822 req-cea65000-e0f2-48e6-965e-9a8c316440ef service neutron] Checking segment: {'id': '191d73d0-9208-4ea1-bb83-ed60d521a42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '88061c84-ec22-4a18-841b-8db91bd7572a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 03 23:55:35.994275 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a666c8-8f0c-4de3-9311-3f4a82e62822 req-cea65000-e0f2-48e6-965e-9a8c316440ef service neutron] Bound using segment: {'id': '191d73d0-9208-4ea1-bb83-ed60d521a42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '88061c84-ec22-4a18-841b-8db91bd7572a'} {{(pid=114213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 23:55:35.994715 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.managers [req-10a666c8-8f0c-4de3-9311-3f4a82e62822 req-cea65000-e0f2-48e6-965e-9a8c316440ef service neutron] Bound port: dc657aba-63be-4083-b252-0600318c1f3f, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '191d73d0-9208-4ea1-bb83-ed60d521a42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '88061c84-ec22-4a18-841b-8db91bd7572a'}}] {{(pid=114213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:55:35.995069 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [req-10a666c8-8f0c-4de3-9311-3f4a82e62822 req-cea65000-e0f2-48e6-965e-9a8c316440ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:36.023293 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-b7cb5ea3-01ba-4c12-bde6-926eacf18a43 req-6af94b27-f51d-4d8d-8aa2-52c045d127b0 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a9b5e6e-5f27-4dc7-8078-345eba378f61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761318 May 03 23:55:36.033394 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983da3a8-f24d-4e16-955c-721f2dc4f47c tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] Pushing event updated for resources: {'Port': ['ID=95615249-1a1e-465b-a9ad-a60f82ec8ea8,revision_number=1']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:55:36.058033 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa488a2-39f4-41c1-86a1-15afa537023b req-983da3a8-f24d-4e16-955c-721f2dc4f47c tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:36.058305 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [req-2fa488a2-39f4-41c1-86a1-15afa537023b req-983da3a8-f24d-4e16-955c-721f2dc4f47c tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371'] for port, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:36.110659 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-f3996685-9434-443c-b5d7-edb245b755aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:36.132786 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-7847e1c3-5a44-4c65-9896-61d2aa604845 req-98fdd933-9d76-403d-96d2-4da174430443 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=e20a72e1-2156-4807-bbc5-8f80cb0e1ea2 HTTP/1.1" status: 200 len: 210 time: 0.0717690 May 03 23:55:36.164199 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.db [req-10a666c8-8f0c-4de3-9311-3f4a82e62822 req-cea65000-e0f2-48e6-965e-9a8c316440ef service neutron] For port dc657aba-63be-4083-b252-0600318c1f3f, host hv-cinder-84037, cleared binding levels {{(pid=114213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 23:55:36.167924 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.db [req-10a666c8-8f0c-4de3-9311-3f4a82e62822 req-cea65000-e0f2-48e6-965e-9a8c316440ef service neutron] For port dc657aba-63be-4083-b252-0600318c1f3f, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=dc657aba-63be-4083-b252-0600318c1f3f,segment=NetworkSegment(191d73d0-9208-4ea1-bb83-ed60d521a42d),segment_id=191d73d0-9208-4ea1-bb83-ed60d521a42d)] {{(pid=114213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 23:55:36.200447 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-2fa488a2-39f4-41c1-86a1-15afa537023b req-983da3a8-f24d-4e16-955c-721f2dc4f47c tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7801001 May 03 23:55:36.212823 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1f8cf1-d7c6-4afb-98f1-923cfb4e1a7d req-e58607d0-5e1d-4e3e-a05f-871f461dcea8 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:36.214463 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-8a1f8cf1-d7c6-4afb-98f1-923cfb4e1a7d req-e58607d0-5e1d-4e3e-a05f-871f461dcea8 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 945 time: 0.0844440 May 03 23:55:36.256556 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-8a1f8cf1-d7c6-4afb-98f1-923cfb4e1a7d req-c6892853-1b27-47b2-9486-86f84cbcd8e3 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348525 May 03 23:55:36.283538 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [req-10a666c8-8f0c-4de3-9311-3f4a82e62822 req-cea65000-e0f2-48e6-965e-9a8c316440ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25969899'] for port, after_update {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:36.329378 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a666c8-8f0c-4de3-9311-3f4a82e62822 req-cea65000-e0f2-48e6-965e-9a8c316440ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:36.330021 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [req-10a666c8-8f0c-4de3-9311-3f4a82e62822 req-cea65000-e0f2-48e6-965e-9a8c316440ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371'] for port, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:36.331489 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-10a666c8-8f0c-4de3-9311-3f4a82e62822 req-cea65000-e0f2-48e6-965e-9a8c316440ef service neutron] 10.222.0.47 "PUT /v2.0/ports/dc657aba-63be-4083-b252-0600318c1f3f HTTP/1.1" status: 200 len: 1094 time: 1.9253407 May 03 23:55:36.331957 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f448a014-d702-466c-ba33-ee1bdde3ae04', 'tag': 'dc657aba-63be-4083-b252-0600318c1f3f'}] {{(pid=114213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:55:36.334299 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53d1e4f1e8632581442e9f46277f90828789bc3ac2677f75cdf13d6c47c4555d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f18071-a3ea-49bb-989a-c571662d93af" -d '{"events": [{"name": "network-changed", "server_uuid": "f448a014-d702-466c-ba33-ee1bdde3ae04", "tag": "dc657aba-63be-4083-b252-0600318c1f3f"}]}' {{(pid=114213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 23:55:36.346399 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.v2.base [req-2fa488a2-39f4-41c1-86a1-15afa537023b req-6cb03fcc-03fa-4364-9e25-ebbfcca0adcb service neutron] Request body: {'port': {'device_id': 'bf1545ae-f769-41bd-9f93-1e61e7b2bd9e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=114213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:55:36.425629 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea65000-e0f2-48e6-965e-9a8c316440ef service neutron] Pushing event updated for resources: {'Port': ['ID=dc657aba-63be-4083-b252-0600318c1f3f,revision_number=3']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:55:36.437695 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 23:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf226aef-4149-4094-95eb-75a459cf15c0 x-openstack-request-id: req-cf226aef-4149-4094-95eb-75a459cf15c0 {{(pid=114213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 23:55:36.446156 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f448a014-d702-466c-ba33-ee1bdde3ae04", "tag": "dc657aba-63be-4083-b252-0600318c1f3f", "status": "completed", "code": 200}]} {{(pid=114213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 23:55:36.446530 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cf226aef-4149-4094-95eb-75a459cf15c0 {{(pid=114213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 23:55:36.446976 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf226aef-4149-4094-95eb-75a459cf15c0'] response: {'name': 'network-changed', 'server_uuid': 'f448a014-d702-466c-ba33-ee1bdde3ae04', 'tag': 'dc657aba-63be-4083-b252-0600318c1f3f', 'status': 'completed', 'code': 200} May 03 23:55:36.459501 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [req-2fa488a2-39f4-41c1-86a1-15afa537023b req-6cb03fcc-03fa-4364-9e25-ebbfcca0adcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:36.610314 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d20432-f377-4f66-99ad-68ee1874fce3 req-fa42fd22-6748-4f55-a7e1-ede0fed20620 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:36.612357 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-96d20432-f377-4f66-99ad-68ee1874fce3 req-fa42fd22-6748-4f55-a7e1-ede0fed20620 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.47 "GET /v2.0/networks?id=609cef8e-df65-49c3-ae42-a7cfad649592 HTTP/1.1" status: 200 len: 808 time: 0.2790997 May 03 23:55:36.632297 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fc44f1-b527-4ace-8ae4-c9ca1d41b307 req-d516842e-7c10-4b46-82d4-10bb9fc5cb4a tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:36.640190 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-f9fc44f1-b527-4ace-8ae4-c9ca1d41b307 req-d516842e-7c10-4b46-82d4-10bb9fc5cb4a tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/ports?device_id=86ec49b3-0064-499c-9ea8-70082a08d6e7 HTTP/1.1" status: 200 len: 946 time: 0.1298130 May 03 23:55:36.705193 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-f9fc44f1-b527-4ace-8ae4-c9ca1d41b307 req-d99ba646-c3b8-4310-8b4f-f018b66ebd93 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3199a76-af0d-466a-85dd-e09fc9f48c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640657 May 03 23:55:36.709496 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-96d20432-f377-4f66-99ad-68ee1874fce3 req-3f083d30-b79e-489c-9939-e3b5b427f895 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c7dabe5c6909498eb0e87863bd20caff HTTP/1.1" status: 200 len: 380 time: 0.0658786 May 03 23:55:36.735871 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f18071-a3ea-49bb-989a-c571662d93af req-daa56c2a-dd39-4fcc-8834-f6407b208973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:36.738365 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-a5f18071-a3ea-49bb-989a-c571662d93af req-daa56c2a-dd39-4fcc-8834-f6407b208973 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4f6a10010e894f0390d087e92b3d1035&device_id=f448a014-d702-466c-ba33-ee1bdde3ae04 HTTP/1.1" status: 200 len: 1097 time: 0.1204989 May 03 23:55:36.816594 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [req-96d20432-f377-4f66-99ad-68ee1874fce3 req-838a2ace-56c3-4695-9a9d-cabc9bea64fa tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Request body: {'port': {'device_id': '7764431b-1c5b-44f8-a08c-f7fdad54d288', 'network_id': '609cef8e-df65-49c3-ae42-a7cfad649592', 'admin_state_up': True, 'tenant_id': 'c7dabe5c6909498eb0e87863bd20caff', 'security_groups': ['6ce46192-56ed-4e3c-8c55-0dfeda54a709']}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:55:36.829108 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5dc5f6-6d79-4341-baf9-19d1de638475 req-b8271f93-8d90-42d8-bddf-0f5806fa3e7a tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:36.837533 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-6e5dc5f6-6d79-4341-baf9-19d1de638475 req-b8271f93-8d90-42d8-bddf-0f5806fa3e7a tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf1545ae-f769-41bd-9f93-1e61e7b2bd9e HTTP/1.1" status: 200 len: 931 time: 0.1536489 May 03 23:55:36.950317 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:37.018287 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-6e5dc5f6-6d79-4341-baf9-19d1de638475 req-eb1507fc-10be-446e-aa29-c04f8e5ade04 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] 10.222.0.13 "GET /v2.0/security-groups?id=4191b7cf-65cf-4f89-8e01-4fa95128dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737790 May 03 23:55:37.155888 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f18071-a3ea-49bb-989a-c571662d93af req-03c654d7-c06a-4bd3-8765-8dafdffbb8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:37.157586 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-a5f18071-a3ea-49bb-989a-c571662d93af req-03c654d7-c06a-4bd3-8765-8dafdffbb8ad service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=4f6a10010e894f0390d087e92b3d1035&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3590047 May 03 23:55:37.220302 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.notifiers.nova [req-2fa488a2-39f4-41c1-86a1-15afa537023b req-6cb03fcc-03fa-4364-9e25-ebbfcca0adcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95615249-1a1e-465b-a9ad-a60f82ec8ea8 {{(pid=114213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:55:37.237505 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [req-2fa488a2-39f4-41c1-86a1-15afa537023b req-6cb03fcc-03fa-4364-9e25-ebbfcca0adcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:37.342158 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.db.provisioning_blocks [req-2fa488a2-39f4-41c1-86a1-15afa537023b req-6cb03fcc-03fa-4364-9e25-ebbfcca0adcb service neutron] Transition to ACTIVE for port object 95615249-1a1e-465b-a9ad-a60f82ec8ea8 will not be triggered until provisioned by entity L2. {{(pid=114213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:55:37.368634 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-8004d959-a3f3-49d4-9555-a87ad6bef1ec req-b54e75b4-f22b-4a0d-a4ad-6c1bd7e299a1 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/ports?device_id=7764431b-1c5b-44f8-a08c-f7fdad54d288 HTTP/1.1" status: 200 len: 210 time: 0.4323211 May 03 23:55:37.412745 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e647bab6-114e-4dcb-88b6-336a4d7703cd req-edfc59e5-1204-4f71-9c3f-6ac9cf978932 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:37.414602 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-e647bab6-114e-4dcb-88b6-336a4d7703cd req-edfc59e5-1204-4f71-9c3f-6ac9cf978932 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.47 "GET /v2.0/ports?device_id=86ec49b3-0064-499c-9ea8-70082a08d6e7 HTTP/1.1" status: 200 len: 946 time: 0.5824976 May 03 23:55:37.601881 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4793af-58cc-432c-b1fb-e10bac6d97b5 req-c4171a58-e982-4ceb-84c2-faec3ac47666 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:37.603778 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-dc4793af-58cc-432c-b1fb-e10bac6d97b5 req-c4171a58-e982-4ceb-84c2-faec3ac47666 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b90b35a3-8206-4747-bf4b-c9b77bd4e470 HTTP/1.1" status: 200 len: 946 time: 0.0754323 May 03 23:55:37.617948 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.plugin [req-e647bab6-114e-4dcb-88b6-336a4d7703cd req-edcb948d-0e81-4893-b912-3904a0b6d4d0 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Deleting port e9ec862b-1ab7-4aae-bcab-e08a6b5c5871 {{(pid=114212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 03 23:55:37.618363 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-e647bab6-114e-4dcb-88b6-336a4d7703cd req-edcb948d-0e81-4893-b912-3904a0b6d4d0 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733331783909'] for port, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:37.626939 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [req-2fa488a2-39f4-41c1-86a1-15afa537023b req-6cb03fcc-03fa-4364-9e25-ebbfcca0adcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25969899'] for port, after_update {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:37.649212 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0788a9c-a841-4907-acbb-6a5ac9aed929 req-82d676a2-f46c-4fec-a9cb-4df7dfa13ae9 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:37.654221 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96d20432-f377-4f66-99ad-68ee1874fce3 req-838a2ace-56c3-4695-9a9d-cabc9bea64fa tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Made reservation on behalf of c7dabe5c6909498eb0e87863bd20caff for: {'port': 1} {{(pid=114212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:55:37.655326 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-f0788a9c-a841-4907-acbb-6a5ac9aed929 req-82d676a2-f46c-4fec-a9cb-4df7dfa13ae9 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=f448a014-d702-466c-ba33-ee1bdde3ae04 HTTP/1.1" status: 200 len: 944 time: 0.5235186 May 03 23:55:37.657759 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-96d20432-f377-4f66-99ad-68ee1874fce3 req-838a2ace-56c3-4695-9a9d-cabc9bea64fa tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:37.771185 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-dc4793af-58cc-432c-b1fb-e10bac6d97b5 req-85274e7a-1f4b-4ffe-8269-4142c1ba763c tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a9b5e6e-5f27-4dc7-8078-345eba378f61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314845 May 03 23:55:37.792570 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb03fcc-03fa-4364-9e25-ebbfcca0adcb service neutron] Pushing event updated for resources: {'Port': ['ID=95615249-1a1e-465b-a9ad-a60f82ec8ea8,revision_number=2']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:55:37.799490 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f18071-a3ea-49bb-989a-c571662d93af req-f4fa67ff-9845-4208-95eb-e5c96501f4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:37.803891 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-a5f18071-a3ea-49bb-989a-c571662d93af req-f4fa67ff-9845-4208-95eb-e5c96501f4ea service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6262450 May 03 23:55:37.857517 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.db [req-e647bab6-114e-4dcb-88b6-336a4d7703cd req-edcb948d-0e81-4893-b912-3904a0b6d4d0 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] For port e9ec862b-1ab7-4aae-bcab-e08a6b5c5871, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=e9ec862b-1ab7-4aae-bcab-e08a6b5c5871,segment=NetworkSegment(d6551357-033f-4179-a830-748857d0f27a),segment_id=d6551357-033f-4179-a830-748857d0f27a)] {{(pid=114212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:55:37.858116 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-e647bab6-114e-4dcb-88b6-336a4d7703cd req-edcb948d-0e81-4893-b912-3904a0b6d4d0 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764614'] for port, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:37.861964 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-f0788a9c-a841-4907-acbb-6a5ac9aed929 req-93bd4cfe-7e94-441e-b873-475b1eb7d8e9 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fa06c5c-f4f9-4e22-9b50-5ae3e252e3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1726468 May 03 23:55:37.933101 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.plugin [req-e647bab6-114e-4dcb-88b6-336a4d7703cd req-edcb948d-0e81-4893-b912-3904a0b6d4d0 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Calling delete_port for e9ec862b-1ab7-4aae-bcab-e08a6b5c5871 owned by compute:nova {{(pid=114212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 03 23:55:37.943606 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-146006d4-3097-460c-b247-09fbc08ebcff req-06886bc8-ad01-469d-bf89-4b4239dbc564 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=e20a72e1-2156-4807-bbc5-8f80cb0e1ea2 HTTP/1.1" status: 200 len: 210 time: 0.0457897 May 03 23:55:38.000286 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.managers [req-2fa488a2-39f4-41c1-86a1-15afa537023b req-6cb03fcc-03fa-4364-9e25-ebbfcca0adcb service neutron] Attempting to bind port 95615249-1a1e-465b-a9ad-a60f82ec8ea8 on host hv-cinder-84037 for vnic_type normal with profile {{(pid=114213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:55:38.001204 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.managers [req-2fa488a2-39f4-41c1-86a1-15afa537023b req-6cb03fcc-03fa-4364-9e25-ebbfcca0adcb service neutron] Attempting to bind port 95615249-1a1e-465b-a9ad-a60f82ec8ea8 by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': '99ee9601-bbfa-4e4c-a70a-1b0ba7b6fb39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5586ad3a-2822-45f3-a54b-f60c722f6eae'}] {{(pid=114213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:55:38.001969 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa488a2-39f4-41c1-86a1-15afa537023b req-6cb03fcc-03fa-4364-9e25-ebbfcca0adcb service neutron] Attempting to bind port 95615249-1a1e-465b-a9ad-a60f82ec8ea8 on network 5586ad3a-2822-45f3-a54b-f60c722f6eae {{(pid=114213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 23:55:38.015461 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa488a2-39f4-41c1-86a1-15afa537023b req-6cb03fcc-03fa-4364-9e25-ebbfcca0adcb service neutron] Port 95615249-1a1e-465b-a9ad-a60f82ec8ea8 on network 5586ad3a-2822-45f3-a54b-f60c722f6eae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=114213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 23:55:38.016215 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa488a2-39f4-41c1-86a1-15afa537023b req-6cb03fcc-03fa-4364-9e25-ebbfcca0adcb service neutron] Attempting to bind port 95615249-1a1e-465b-a9ad-a60f82ec8ea8 on network 5586ad3a-2822-45f3-a54b-f60c722f6eae {{(pid=114213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 23:55:38.075255 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa488a2-39f4-41c1-86a1-15afa537023b req-6cb03fcc-03fa-4364-9e25-ebbfcca0adcb service neutron] Checking agent: {'id': '6e4019a9-2d41-4d26-94e3-460d78c489d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 23, 50, 48), 'started_at': datetime.datetime(2022, 5, 3, 23, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 23:55:38.075932 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa488a2-39f4-41c1-86a1-15afa537023b req-6cb03fcc-03fa-4364-9e25-ebbfcca0adcb service neutron] Checking segment: {'id': '99ee9601-bbfa-4e4c-a70a-1b0ba7b6fb39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5586ad3a-2822-45f3-a54b-f60c722f6eae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 03 23:55:38.076695 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa488a2-39f4-41c1-86a1-15afa537023b req-6cb03fcc-03fa-4364-9e25-ebbfcca0adcb service neutron] Bound using segment: {'id': '99ee9601-bbfa-4e4c-a70a-1b0ba7b6fb39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5586ad3a-2822-45f3-a54b-f60c722f6eae'} {{(pid=114213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 23:55:38.077508 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.managers [req-2fa488a2-39f4-41c1-86a1-15afa537023b req-6cb03fcc-03fa-4364-9e25-ebbfcca0adcb service neutron] Bound port: 95615249-1a1e-465b-a9ad-a60f82ec8ea8, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99ee9601-bbfa-4e4c-a70a-1b0ba7b6fb39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5586ad3a-2822-45f3-a54b-f60c722f6eae'}}] {{(pid=114213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:55:38.079055 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [req-2fa488a2-39f4-41c1-86a1-15afa537023b req-6cb03fcc-03fa-4364-9e25-ebbfcca0adcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:38.088874 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a666c8-8f0c-4de3-9311-3f4a82e62822 req-80828de7-ac09-441f-9d25-34e242e70e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:38.091667 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-10a666c8-8f0c-4de3-9311-3f4a82e62822 req-80828de7-ac09-441f-9d25-34e242e70e76 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4f6a10010e894f0390d087e92b3d1035&device_id=f448a014-d702-466c-ba33-ee1bdde3ae04 HTTP/1.1" status: 200 len: 1097 time: 0.1644900 May 03 23:55:38.116614 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.db_base_plugin_common [req-96d20432-f377-4f66-99ad-68ee1874fce3 req-838a2ace-56c3-4695-9a9d-cabc9bea64fa tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Allocated IP 172.20.0.14 (609cef8e-df65-49c3-ae42-a7cfad649592/088459d7-9fa5-4572-a877-8b61a3a87623/19e6e5eb-68b5-4cdf-bc60-500368bf6b5e) {{(pid=114212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:55:38.178599 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ec1c7-dd01-4bbd-bc91-f6aed74ff737 req-854f2dff-845e-44f5-9a64-4e32f2b2aa78 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:38.180156 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-619ec1c7-dd01-4bbd-bc91-f6aed74ff737 req-854f2dff-845e-44f5-9a64-4e32f2b2aa78 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/ports?device_id=86ec49b3-0064-499c-9ea8-70082a08d6e7 HTTP/1.1" status: 200 len: 946 time: 0.1618943 May 03 23:55:38.218385 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-10a666c8-8f0c-4de3-9311-3f4a82e62822 req-777933f4-d3fa-4cf1-865f-1909a1639cbc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc657aba-63be-4083-b252-0600318c1f3f HTTP/1.1" status: 200 len: 217 time: 0.1053777 May 03 23:55:38.238255 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8878699b-4aa8-4674-8ee1-4800e09f4a29 req-ac8d49ac-9e2b-47c5-ac78-2524bf51fed4 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:38.240071 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-8878699b-4aa8-4674-8ee1-4800e09f4a29 req-ac8d49ac-9e2b-47c5-ac78-2524bf51fed4 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 945 time: 0.2268074 May 03 23:55:38.300032 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a666c8-8f0c-4de3-9311-3f4a82e62822 req-5a566d59-f846-4c38-9099-fc492bb911b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:38.301652 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-10a666c8-8f0c-4de3-9311-3f4a82e62822 req-5a566d59-f846-4c38-9099-fc492bb911b6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b5c212ed-61ce-414c-afb5-0c8516817b16 HTTP/1.1" status: 200 len: 853 time: 0.0588610 May 03 23:55:38.365322 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-619ec1c7-dd01-4bbd-bc91-f6aed74ff737 req-239fc01d-0f47-405c-9c74-fba09a4e379f tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3199a76-af0d-466a-85dd-e09fc9f48c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561790 May 03 23:55:38.370895 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.db [req-2fa488a2-39f4-41c1-86a1-15afa537023b req-6cb03fcc-03fa-4364-9e25-ebbfcca0adcb service neutron] For port 95615249-1a1e-465b-a9ad-a60f82ec8ea8, host hv-cinder-84037, cleared binding levels {{(pid=114213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 23:55:38.407538 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.db [req-2fa488a2-39f4-41c1-86a1-15afa537023b req-6cb03fcc-03fa-4364-9e25-ebbfcca0adcb service neutron] For port 95615249-1a1e-465b-a9ad-a60f82ec8ea8, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=95615249-1a1e-465b-a9ad-a60f82ec8ea8,segment=NetworkSegment(99ee9601-bbfa-4e4c-a70a-1b0ba7b6fb39),segment_id=99ee9601-bbfa-4e4c-a70a-1b0ba7b6fb39)] {{(pid=114213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 23:55:38.419031 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-8878699b-4aa8-4674-8ee1-4800e09f4a29 req-742a0e3b-c176-4336-8e4b-e632e3976d0d tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124797 May 03 23:55:38.429295 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a666c8-8f0c-4de3-9311-3f4a82e62822 req-35d68ad2-15c9-4a64-8b6e-1e0cf0adb06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:38.429485 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-10a666c8-8f0c-4de3-9311-3f4a82e62822 req-35d68ad2-15c9-4a64-8b6e-1e0cf0adb06a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=88061c84-ec22-4a18-841b-8db91bd7572a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1071994 May 03 23:55:38.514459 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [req-2fa488a2-39f4-41c1-86a1-15afa537023b req-6cb03fcc-03fa-4364-9e25-ebbfcca0adcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25969899'] for port, after_update {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:38.570424 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-e647bab6-114e-4dcb-88b6-336a4d7703cd req-edcb948d-0e81-4893-b912-3904a0b6d4d0 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733331790767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733331236154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25393418'] for port, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:38.574570 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-96d20432-f377-4f66-99ad-68ee1874fce3 req-838a2ace-56c3-4695-9a9d-cabc9bea64fa tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Notify callbacks [] for port, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:38.591964 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa488a2-39f4-41c1-86a1-15afa537023b req-6cb03fcc-03fa-4364-9e25-ebbfcca0adcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:38.592575 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [req-2fa488a2-39f4-41c1-86a1-15afa537023b req-6cb03fcc-03fa-4364-9e25-ebbfcca0adcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371'] for port, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:38.594612 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-2fa488a2-39f4-41c1-86a1-15afa537023b req-6cb03fcc-03fa-4364-9e25-ebbfcca0adcb service neutron] 10.222.0.47 "PUT /v2.0/ports/95615249-1a1e-465b-a9ad-a60f82ec8ea8 HTTP/1.1" status: 200 len: 1093 time: 2.2546751 May 03 23:55:38.595492 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf1545ae-f769-41bd-9f93-1e61e7b2bd9e', 'tag': '95615249-1a1e-465b-a9ad-a60f82ec8ea8'}] {{(pid=114213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:55:38.598297 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53d1e4f1e8632581442e9f46277f90828789bc3ac2677f75cdf13d6c47c4555d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3059c064-f15a-4033-9582-8e7da4475d97" -d '{"events": [{"name": "network-changed", "server_uuid": "bf1545ae-f769-41bd-9f93-1e61e7b2bd9e", "tag": "95615249-1a1e-465b-a9ad-a60f82ec8ea8"}]}' {{(pid=114213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 23:55:38.634850 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-65e307bc-ada0-417e-b9a4-36c0a63170f7 req-01853071-84ae-4323-8c7a-e24f02dd4b4c tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/ports?device_id=7764431b-1c5b-44f8-a08c-f7fdad54d288 HTTP/1.1" status: 200 len: 210 time: 0.0799525 May 03 23:55:38.641472 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcb948d-0e81-4893-b912-3904a0b6d4d0 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Pushing event deleted for resources: {'Port': ['ID=e9ec862b-1ab7-4aae-bcab-e08a6b5c5871,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:55:38.656701 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb03fcc-03fa-4364-9e25-ebbfcca0adcb service neutron] Pushing event updated for resources: {'Port': ['ID=95615249-1a1e-465b-a9ad-a60f82ec8ea8,revision_number=3']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:55:38.675265 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-10a666c8-8f0c-4de3-9311-3f4a82e62822 req-63912124-2432-4a1a-bab0-ecc6a762585b service neutron] 10.222.0.47 "GET /v2.0/networks/88061c84-ec22-4a18-841b-8db91bd7572a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279716 May 03 23:55:38.733804 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765c7694-174d-4a7e-90b0-eb847e8558b1 req-2ee353a3-6438-4d9a-bad3-64758342084f tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:38.735829 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-765c7694-174d-4a7e-90b0-eb847e8558b1 req-2ee353a3-6438-4d9a-bad3-64758342084f tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf1545ae-f769-41bd-9f93-1e61e7b2bd9e HTTP/1.1" status: 200 len: 943 time: 0.2746768 May 03 23:55:38.746220 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0b857e-ff7e-41b0-8657-4261d3670348 req-738996a6-23fa-498f-80c6-8065d9b749e3 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:38.747857 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-4c0b857e-ff7e-41b0-8657-4261d3670348 req-738996a6-23fa-498f-80c6-8065d9b749e3 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.47 "GET /v2.0/networks?id=0a6b04f9-6f06-4100-ad85-6b28ebd5afaa HTTP/1.1" status: 200 len: 819 time: 0.3600826 May 03 23:55:38.774244 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.l3_dvrscheduler_db [req-e647bab6-114e-4dcb-88b6-336a4d7703cd req-edcb948d-0e81-4893-b912-3904a0b6d4d0 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] No DVR routers for this DVR port e9ec862b-1ab7-4aae-bcab-e08a6b5c5871 on host hv-cinder-84037 {{(pid=114212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:55:38.795525 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-e647bab6-114e-4dcb-88b6-336a4d7703cd req-edcb948d-0e81-4893-b912-3904a0b6d4d0 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371'] for port, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:38.798189 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 23:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-016f96c9-67b5-4dfd-b648-b43450007c64 x-openstack-request-id: req-016f96c9-67b5-4dfd-b648-b43450007c64 {{(pid=114213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 23:55:38.798189 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf1545ae-f769-41bd-9f93-1e61e7b2bd9e", "tag": "95615249-1a1e-465b-a9ad-a60f82ec8ea8", "status": "completed", "code": 200}]} {{(pid=114213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 23:55:38.798467 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-016f96c9-67b5-4dfd-b648-b43450007c64 {{(pid=114213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 23:55:38.798893 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.notifiers.nova [-] Nova event matching ['req-016f96c9-67b5-4dfd-b648-b43450007c64'] response: {'name': 'network-changed', 'server_uuid': 'bf1545ae-f769-41bd-9f93-1e61e7b2bd9e', 'tag': '95615249-1a1e-465b-a9ad-a60f82ec8ea8', 'status': 'completed', 'code': 200} May 03 23:55:38.800966 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-e647bab6-114e-4dcb-88b6-336a4d7703cd req-edcb948d-0e81-4893-b912-3904a0b6d4d0 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.47 "DELETE /v2.0/ports/e9ec862b-1ab7-4aae-bcab-e08a6b5c5871 HTTP/1.1" status: 204 len: 173 time: 1.3778448 May 03 23:55:38.803254 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86ec49b3-0064-499c-9ea8-70082a08d6e7', 'name': 'network-vif-deleted', 'tag': 'e9ec862b-1ab7-4aae-bcab-e08a6b5c5871'}] {{(pid=114212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:55:38.810753 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d2be33a93c6036cad1ba084e78d1c3d957b621bee157ccc93bfe0a4b69d877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-178d9a8e-0250-4fed-aa76-8f087ae88a8f" -d '{"events": [{"server_uuid": "86ec49b3-0064-499c-9ea8-70082a08d6e7", "name": "network-vif-deleted", "tag": "e9ec862b-1ab7-4aae-bcab-e08a6b5c5871"}]}' {{(pid=114212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 23:55:38.851856 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa488a2-39f4-41c1-86a1-15afa537023b req-740c9c43-f8e0-4c1b-a0d3-f55724963ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:38.853510 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-2fa488a2-39f4-41c1-86a1-15afa537023b req-740c9c43-f8e0-4c1b-a0d3-f55724963ca1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=34ca33ebd2fe4f2984232e2064c0acd0&device_id=bf1545ae-f769-41bd-9f93-1e61e7b2bd9e HTTP/1.1" status: 200 len: 1096 time: 0.1267517 May 03 23:55:38.870047 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-4c0b857e-ff7e-41b0-8657-4261d3670348 req-4f7b1941-6a91-43b9-abbe-2952b8f67c2b tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b61197edd2154db6b72b860e57ff43ed HTTP/1.1" status: 200 len: 379 time: 0.1006448 May 03 23:55:38.882049 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-10a666c8-8f0c-4de3-9311-3f4a82e62822 req-4903576c-7a6f-4b71-a390-6e7e7e7530cd service neutron] 10.222.0.47 "GET /v2.0/networks/88061c84-ec22-4a18-841b-8db91bd7572a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923871 May 03 23:55:38.886190 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-765c7694-174d-4a7e-90b0-eb847e8558b1 req-9046e399-a2e1-4017-85ad-c8b520879a41 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] 10.222.0.13 "GET /v2.0/security-groups?id=4191b7cf-65cf-4f89-8e01-4fa95128dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155534 May 03 23:55:38.891415 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [req-4c0b857e-ff7e-41b0-8657-4261d3670348 req-788c9baa-4bf3-4805-b515-d60f523a269d tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Request body: {'port': {'device_id': 'e20a72e1-2156-4807-bbc5-8f80cb0e1ea2', 'network_id': '0a6b04f9-6f06-4100-ad85-6b28ebd5afaa', 'admin_state_up': True, 'tenant_id': 'b61197edd2154db6b72b860e57ff43ed', 'security_groups': ['0d354cfe-5646-4686-b8b6-d0a5ff78252e']}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:55:38.914380 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 23:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09188ae8-be4d-4d47-843f-2a0f2a24e21d x-openstack-request-id: req-09188ae8-be4d-4d47-843f-2a0f2a24e21d {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 23:55:38.914613 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86ec49b3-0064-499c-9ea8-70082a08d6e7", "name": "network-vif-deleted", "tag": "e9ec862b-1ab7-4aae-bcab-e08a6b5c5871", "status": "completed", "code": 200}]} {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 23:55:38.914851 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-09188ae8-be4d-4d47-843f-2a0f2a24e21d {{(pid=114212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 23:55:38.915277 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09188ae8-be4d-4d47-843f-2a0f2a24e21d'] response: {'server_uuid': '86ec49b3-0064-499c-9ea8-70082a08d6e7', 'name': 'network-vif-deleted', 'tag': 'e9ec862b-1ab7-4aae-bcab-e08a6b5c5871', 'status': 'completed', 'code': 200} May 03 23:55:38.915516 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-2fa488a2-39f4-41c1-86a1-15afa537023b req-e54f8082-f7c3-46c8-b10b-bd0966767e00 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=95615249-1a1e-465b-a9ad-a60f82ec8ea8 HTTP/1.1" status: 200 len: 217 time: 0.0455029 May 03 23:55:39.023097 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa488a2-39f4-41c1-86a1-15afa537023b req-3ae542cc-cafa-4a0a-abf0-833c5bd03006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:39.024811 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-2fa488a2-39f4-41c1-86a1-15afa537023b req-3ae542cc-cafa-4a0a-abf0-833c5bd03006 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b3806680-9cee-4b49-959f-dd26ae628b71 HTTP/1.1" status: 200 len: 853 time: 0.0600216 May 03 23:55:39.067482 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5294bb55-d6eb-4652-bffb-f50c31ab85f5 req-eee540ea-9c23-4eff-a6c5-888dad9f48d2 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:39.069180 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-5294bb55-d6eb-4652-bffb-f50c31ab85f5 req-eee540ea-9c23-4eff-a6c5-888dad9f48d2 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=f448a014-d702-466c-ba33-ee1bdde3ae04 HTTP/1.1" status: 200 len: 944 time: 0.0850892 May 03 23:55:39.083575 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-8bda6c7b-ac3e-40e8-9d87-4f0c9afa3080 req-d401c8dd-8653-4213-98e8-5d04c9e91bd4 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=e20a72e1-2156-4807-bbc5-8f80cb0e1ea2 HTTP/1.1" status: 200 len: 210 time: 0.0559309 May 03 23:55:39.085742 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-2fa488a2-39f4-41c1-86a1-15afa537023b req-a0bc0272-0934-407d-9313-a21f6cee50de service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5586ad3a-2822-45f3-a54b-f60c722f6eae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488107 May 03 23:55:39.122357 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-5294bb55-d6eb-4652-bffb-f50c31ab85f5 req-978ac7eb-e5d7-4035-a652-9a528a678e16 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fa06c5c-f4f9-4e22-9b50-5ae3e252e3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438123 May 03 23:55:39.192351 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-2fa488a2-39f4-41c1-86a1-15afa537023b req-63589a5a-ad18-4d9f-9362-af694678e0e0 service neutron] 10.222.0.47 "GET /v2.0/networks/5586ad3a-2822-45f3-a54b-f60c722f6eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985699 May 03 23:55:39.218485 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-96d20432-f377-4f66-99ad-68ee1874fce3 req-838a2ace-56c3-4695-9a9d-cabc9bea64fa tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733331236172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25393418'] for port, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:39.285474 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c0b857e-ff7e-41b0-8657-4261d3670348 req-788c9baa-4bf3-4805-b515-d60f523a269d tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Made reservation on behalf of b61197edd2154db6b72b860e57ff43ed for: {'port': 1} {{(pid=114212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:55:39.292359 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-4c0b857e-ff7e-41b0-8657-4261d3670348 req-788c9baa-4bf3-4805-b515-d60f523a269d tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:39.317477 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96d20432-f377-4f66-99ad-68ee1874fce3 req-838a2ace-56c3-4695-9a9d-cabc9bea64fa tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Network 609cef8e-df65-49c3-ae42-a7cfad649592 is already hosted by enough agents. {{(pid=114212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:55:39.327993 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.base_scheduler [req-96d20432-f377-4f66-99ad-68ee1874fce3 req-838a2ace-56c3-4695-9a9d-cabc9bea64fa tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Resources bound (agent type, host, resource id): {{(pid=114212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:55:39.333659 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.l3_dvrscheduler_db [req-96d20432-f377-4f66-99ad-68ee1874fce3 req-838a2ace-56c3-4695-9a9d-cabc9bea64fa tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Received port after_create {{(pid=114212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 23:55:39.336580 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-2fa488a2-39f4-41c1-86a1-15afa537023b req-3982f6b4-f3d6-416a-85a9-17c5e0516f33 service neutron] 10.222.0.47 "GET /v2.0/networks/5586ad3a-2822-45f3-a54b-f60c722f6eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357386 May 03 23:55:39.375898 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838a2ace-56c3-4695-9a9d-cabc9bea64fa tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Pushing event updated for resources: {'Port': ['ID=19e6e5eb-68b5-4cdf-bc60-500368bf6b5e,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:55:39.545070 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d20432-f377-4f66-99ad-68ee1874fce3 req-838a2ace-56c3-4695-9a9d-cabc9bea64fa tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:39.546187 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-96d20432-f377-4f66-99ad-68ee1874fce3 req-838a2ace-56c3-4695-9a9d-cabc9bea64fa tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371'] for port, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:39.580682 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-27371745-0578-4d00-87d8-05da816f4ab9 req-ed14de3b-fa39-46b6-996e-b3c9a1fa5da9 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/ports?device_id=86ec49b3-0064-499c-9ea8-70082a08d6e7 HTTP/1.1" status: 200 len: 210 time: 0.0578344 May 03 23:55:39.655567 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3059c064-f15a-4033-9582-8e7da4475d97 req-823d066a-f3c6-4484-8327-52ba0b9755db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:39.658320 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.db_base_plugin_common [req-4c0b857e-ff7e-41b0-8657-4261d3670348 req-788c9baa-4bf3-4805-b515-d60f523a269d tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Allocated IP 172.20.0.6 (0a6b04f9-6f06-4100-ad85-6b28ebd5afaa/a71a973f-43f2-413b-b3e6-b8f0626526c4/c62748d5-3d5c-4268-bf9c-e261b0109f8d) {{(pid=114212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:55:39.658466 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-3059c064-f15a-4033-9582-8e7da4475d97 req-823d066a-f3c6-4484-8327-52ba0b9755db service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=34ca33ebd2fe4f2984232e2064c0acd0&device_id=bf1545ae-f769-41bd-9f93-1e61e7b2bd9e HTTP/1.1" status: 200 len: 1096 time: 0.0621874 May 03 23:55:39.691551 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea887b8-d7dd-4e66-85a7-b7af2287ae32 req-6bf03631-e351-40c4-bca8-d57bb7ec49cc tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:39.701635 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-0ea887b8-d7dd-4e66-85a7-b7af2287ae32 req-6bf03631-e351-40c4-bca8-d57bb7ec49cc tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 945 time: 0.1471355 May 03 23:55:39.716731 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-99c70b68-c64f-4c60-80c7-004b2a48fd01 None None] Provisioning complete for port 19e6e5eb-68b5-4cdf-bc60-500368bf6b5e triggered by entity DHCP. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:55:39.717723 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-99c70b68-c64f-4c60-80c7-004b2a48fd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:39.734146 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-96d20432-f377-4f66-99ad-68ee1874fce3 req-838a2ace-56c3-4695-9a9d-cabc9bea64fa tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9293640 May 03 23:55:39.776472 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [req-96d20432-f377-4f66-99ad-68ee1874fce3 req-33881c31-5732-429a-aa42-c35cd3193ad6 service neutron] Request body: {'port': {'device_id': '7764431b-1c5b-44f8-a08c-f7fdad54d288', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:55:39.797736 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-99c70b68-c64f-4c60-80c7-004b2a48fd01 None None] Port 19e6e5eb-68b5-4cdf-bc60-500368bf6b5e cannot update to ACTIVE because it is not bound. {{(pid=114214) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 03 23:55:39.893060 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-0ea887b8-d7dd-4e66-85a7-b7af2287ae32 req-bc6015fd-a53d-44dd-b10d-ca512f75ea72 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569085 May 03 23:55:39.896518 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3059c064-f15a-4033-9582-8e7da4475d97 req-aedea4a4-634a-49b6-bf3f-0285c921d52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:39.897946 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-3059c064-f15a-4033-9582-8e7da4475d97 req-aedea4a4-634a-49b6-bf3f-0285c921d52b service neutron] 10.222.0.47 "GET /v2.0/networks?id=5586ad3a-2822-45f3-a54b-f60c722f6eae HTTP/1.1" status: 200 len: 914 time: 0.1819737 May 03 23:55:39.919323 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3d5b90-e080-41f2-a1b8-dd1e1a06f98e req-a873c9a6-b166-40c2-924f-6fa68abd687e tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:39.919323 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-4c3d5b90-e080-41f2-a1b8-dd1e1a06f98e req-a873c9a6-b166-40c2-924f-6fa68abd687e tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/ports?device_id=7764431b-1c5b-44f8-a08c-f7fdad54d288 HTTP/1.1" status: 200 len: 932 time: 0.0954242 May 03 23:55:39.958808 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-3059c064-f15a-4033-9582-8e7da4475d97 req-5f26e160-3939-4323-8901-bca69fca22d2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=95615249-1a1e-465b-a9ad-a60f82ec8ea8 HTTP/1.1" status: 200 len: 217 time: 0.0437632 May 03 23:55:39.962402 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-96d20432-f377-4f66-99ad-68ee1874fce3 req-33881c31-5732-429a-aa42-c35cd3193ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:40.023350 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-4c0b857e-ff7e-41b0-8657-4261d3670348 req-788c9baa-4bf3-4805-b515-d60f523a269d tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Notify callbacks [] for port, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:40.061299 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-4c3d5b90-e080-41f2-a1b8-dd1e1a06f98e req-0e6843ce-7923-46c1-bb12-ef23af8b8d67 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ce46192-56ed-4e3c-8c55-0dfeda54a709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053715 May 03 23:55:40.068728 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3059c064-f15a-4033-9582-8e7da4475d97 req-bf4d2722-9bbb-4529-bed3-19294b9605fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:40.069842 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-3059c064-f15a-4033-9582-8e7da4475d97 req-bf4d2722-9bbb-4529-bed3-19294b9605fc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b3806680-9cee-4b49-959f-dd26ae628b71 HTTP/1.1" status: 200 len: 853 time: 0.0969810 May 03 23:55:40.113257 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32758b6-b1f8-4909-8ad0-f9dd95d22512 req-7b6df447-8830-40ce-acf3-3cd1faaea256 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:40.114991 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-f32758b6-b1f8-4909-8ad0-f9dd95d22512 req-7b6df447-8830-40ce-acf3-3cd1faaea256 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf1545ae-f769-41bd-9f93-1e61e7b2bd9e HTTP/1.1" status: 200 len: 943 time: 0.1334217 May 03 23:55:40.132476 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-3059c064-f15a-4033-9582-8e7da4475d97 req-021e8e33-4608-4e10-ad25-1d4b287134ae service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5586ad3a-2822-45f3-a54b-f60c722f6eae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351861 May 03 23:55:40.225289 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-dee71af7-8991-4a63-9822-04882b0dfb5a req-7b73dc96-5e7d-43d6-960a-7601ef0258d5 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=e20a72e1-2156-4807-bbc5-8f80cb0e1ea2 HTTP/1.1" status: 200 len: 210 time: 0.0419631 May 03 23:55:40.262355 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-f32758b6-b1f8-4909-8ad0-f9dd95d22512 req-61f6ea34-8226-4092-8e6b-c86e0f6a3a15 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] 10.222.0.13 "GET /v2.0/security-groups?id=4191b7cf-65cf-4f89-8e01-4fa95128dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978901 May 03 23:55:40.276905 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-3059c064-f15a-4033-9582-8e7da4475d97 req-8c0b07cb-c12d-4660-854f-84ec37071e76 service neutron] 10.222.0.47 "GET /v2.0/networks/5586ad3a-2822-45f3-a54b-f60c722f6eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420102 May 03 23:55:40.305360 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-4c0b857e-ff7e-41b0-8657-4261d3670348 req-788c9baa-4bf3-4805-b515-d60f523a269d tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733331236172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25393418'] for port, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:40.381314 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device e9ec862b-1ab7-4aae-bcab-e08a6b5c5871 no longer exists at agent hyperv_hv-cinder-84037 {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 23:55:40.423838 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] No Port match for: e9ec862b-1ab7-4aae-bcab-e08a6b5c5871 {{(pid=114214) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 03 23:55:40.425764 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device e9ec862b-1ab7-4aae-bcab-e08a6b5c5871 not bound to the agent host hv-cinder-84037 {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 23:55:40.436695 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c0b857e-ff7e-41b0-8657-4261d3670348 req-788c9baa-4bf3-4805-b515-d60f523a269d tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Network 0a6b04f9-6f06-4100-ad85-6b28ebd5afaa is already hosted by enough agents. {{(pid=114212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:55:40.437035 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb757de-010c-46ee-9ad0-804a58badba4 req-58461567-da9f-42e9-a469-1a89305b46f8 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:40.439496 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-1cb757de-010c-46ee-9ad0-804a58badba4 req-58461567-da9f-42e9-a469-1a89305b46f8 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=f448a014-d702-466c-ba33-ee1bdde3ae04 HTTP/1.1" status: 200 len: 944 time: 0.0894527 May 03 23:55:40.445608 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-3059c064-f15a-4033-9582-8e7da4475d97 req-382ec864-a55f-4509-8a15-d32daa1d7580 service neutron] 10.222.0.47 "GET /v2.0/networks/5586ad3a-2822-45f3-a54b-f60c722f6eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685374 May 03 23:55:40.447154 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.base_scheduler [req-4c0b857e-ff7e-41b0-8657-4261d3670348 req-788c9baa-4bf3-4805-b515-d60f523a269d tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Resources bound (agent type, host, resource id): {{(pid=114212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:55:40.452075 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c0b857e-ff7e-41b0-8657-4261d3670348 req-788c9baa-4bf3-4805-b515-d60f523a269d tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Received port after_create {{(pid=114212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 23:55:40.459177 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788c9baa-4bf3-4805-b515-d60f523a269d tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Pushing event updated for resources: {'Port': ['ID=c62748d5-3d5c-4268-bf9c-e261b0109f8d,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:55:40.501612 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-1cb757de-010c-46ee-9ad0-804a58badba4 req-321f9779-f8cc-4e1f-9176-63d358772ca5 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fa06c5c-f4f9-4e22-9b50-5ae3e252e3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527408 May 03 23:55:40.562127 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0b857e-ff7e-41b0-8657-4261d3670348 req-788c9baa-4bf3-4805-b515-d60f523a269d tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:40.563432 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-4c0b857e-ff7e-41b0-8657-4261d3670348 req-788c9baa-4bf3-4805-b515-d60f523a269d tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371'] for port, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:40.622025 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.notifiers.nova [req-96d20432-f377-4f66-99ad-68ee1874fce3 req-33881c31-5732-429a-aa42-c35cd3193ad6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19e6e5eb-68b5-4cdf-bc60-500368bf6b5e {{(pid=114212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:55:40.633272 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-96d20432-f377-4f66-99ad-68ee1874fce3 req-33881c31-5732-429a-aa42-c35cd3193ad6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:40.654167 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.provisioning_blocks [req-96d20432-f377-4f66-99ad-68ee1874fce3 req-33881c31-5732-429a-aa42-c35cd3193ad6 service neutron] Transition to ACTIVE for port object 19e6e5eb-68b5-4cdf-bc60-500368bf6b5e will not be triggered until provisioned by entity L2. {{(pid=114212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:55:40.742056 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-421efe9e-4090-42ae-aab1-8e325fe5efe4 req-f8a7f25e-64a0-4cd9-b99b-5cf69fa9a389 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] 10.222.0.13 "GET /v2.0/ports?device_id=86ec49b3-0064-499c-9ea8-70082a08d6e7 HTTP/1.1" status: 200 len: 210 time: 0.0437112 May 03 23:55:40.742757 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-8e886496-488f-42f4-8759-3bf029e2b75f None None] Provisioning complete for port c62748d5-3d5c-4268-bf9c-e261b0109f8d triggered by entity DHCP. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:55:40.743538 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-8e886496-488f-42f4-8759-3bf029e2b75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:40.774338 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-4c0b857e-ff7e-41b0-8657-4261d3670348 req-788c9baa-4bf3-4805-b515-d60f523a269d tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8869815 May 03 23:55:40.775131 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-96d20432-f377-4f66-99ad-68ee1874fce3 req-33881c31-5732-429a-aa42-c35cd3193ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25393411'] for port, after_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:40.816542 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [req-4c0b857e-ff7e-41b0-8657-4261d3670348 req-d64aca83-bd3d-4b5f-865a-de0e52009ce7 service neutron] Request body: {'port': {'device_id': 'e20a72e1-2156-4807-bbc5-8f80cb0e1ea2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:55:40.823121 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-8e886496-488f-42f4-8759-3bf029e2b75f None None] Port c62748d5-3d5c-4268-bf9c-e261b0109f8d cannot update to ACTIVE because it is not bound. {{(pid=114214) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 03 23:55:40.866515 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33881c31-5732-429a-aa42-c35cd3193ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=19e6e5eb-68b5-4cdf-bc60-500368bf6b5e,revision_number=2']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:55:40.962146 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-4c0b857e-ff7e-41b0-8657-4261d3670348 req-d64aca83-bd3d-4b5f-865a-de0e52009ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:41.071393 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.managers [req-96d20432-f377-4f66-99ad-68ee1874fce3 req-33881c31-5732-429a-aa42-c35cd3193ad6 service neutron] Attempting to bind port 19e6e5eb-68b5-4cdf-bc60-500368bf6b5e on host hv-cinder-84037 for vnic_type normal with profile {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:55:41.071687 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.managers [req-96d20432-f377-4f66-99ad-68ee1874fce3 req-33881c31-5732-429a-aa42-c35cd3193ad6 service neutron] Attempting to bind port 19e6e5eb-68b5-4cdf-bc60-500368bf6b5e by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': 'a15bf7d2-78b2-4aa9-b3b7-3ddcf679b30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '609cef8e-df65-49c3-ae42-a7cfad649592'}] {{(pid=114212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:55:41.072085 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d20432-f377-4f66-99ad-68ee1874fce3 req-33881c31-5732-429a-aa42-c35cd3193ad6 service neutron] Attempting to bind port 19e6e5eb-68b5-4cdf-bc60-500368bf6b5e on network 609cef8e-df65-49c3-ae42-a7cfad649592 {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 23:55:41.115311 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d20432-f377-4f66-99ad-68ee1874fce3 req-33881c31-5732-429a-aa42-c35cd3193ad6 service neutron] Port 19e6e5eb-68b5-4cdf-bc60-500368bf6b5e on network 609cef8e-df65-49c3-ae42-a7cfad649592 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 23:55:41.115852 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d20432-f377-4f66-99ad-68ee1874fce3 req-33881c31-5732-429a-aa42-c35cd3193ad6 service neutron] Attempting to bind port 19e6e5eb-68b5-4cdf-bc60-500368bf6b5e on network 609cef8e-df65-49c3-ae42-a7cfad649592 {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 23:55:41.117052 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9352f33a-4891-48dc-b149-28d8b3464081 req-5926943a-87d4-405c-a3c7-389969ebcfc7 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:41.121037 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-9352f33a-4891-48dc-b149-28d8b3464081 req-5926943a-87d4-405c-a3c7-389969ebcfc7 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 945 time: 0.0954316 May 03 23:55:41.131112 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d20432-f377-4f66-99ad-68ee1874fce3 req-33881c31-5732-429a-aa42-c35cd3193ad6 service neutron] Checking agent: {'id': '6e4019a9-2d41-4d26-94e3-460d78c489d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 23, 50, 48), 'started_at': datetime.datetime(2022, 5, 3, 23, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 23:55:41.131692 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d20432-f377-4f66-99ad-68ee1874fce3 req-33881c31-5732-429a-aa42-c35cd3193ad6 service neutron] Checking segment: {'id': 'a15bf7d2-78b2-4aa9-b3b7-3ddcf679b30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '609cef8e-df65-49c3-ae42-a7cfad649592'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 03 23:55:41.132554 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d20432-f377-4f66-99ad-68ee1874fce3 req-33881c31-5732-429a-aa42-c35cd3193ad6 service neutron] Bound using segment: {'id': 'a15bf7d2-78b2-4aa9-b3b7-3ddcf679b30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '609cef8e-df65-49c3-ae42-a7cfad649592'} {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 23:55:41.133293 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.managers [req-96d20432-f377-4f66-99ad-68ee1874fce3 req-33881c31-5732-429a-aa42-c35cd3193ad6 service neutron] Bound port: 19e6e5eb-68b5-4cdf-bc60-500368bf6b5e, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a15bf7d2-78b2-4aa9-b3b7-3ddcf679b30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '609cef8e-df65-49c3-ae42-a7cfad649592'}}] {{(pid=114212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:55:41.133916 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-96d20432-f377-4f66-99ad-68ee1874fce3 req-33881c31-5732-429a-aa42-c35cd3193ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:41.190696 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-9352f33a-4891-48dc-b149-28d8b3464081 req-15c31852-aada-433d-9186-3386910671a3 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528228 May 03 23:55:41.433897 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35b34fe-974d-499a-b1ee-8175d7d5e36c req-eb30ae26-63fb-46e8-833e-c1bae02fa517 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:41.435811 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-a35b34fe-974d-499a-b1ee-8175d7d5e36c req-eb30ae26-63fb-46e8-833e-c1bae02fa517 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/ports?device_id=7764431b-1c5b-44f8-a08c-f7fdad54d288 HTTP/1.1" status: 200 len: 944 time: 0.2721858 May 03 23:55:41.440138 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649901ba-1a72-4461-9a27-d78ce5220b51 req-e50a8101-1938-4688-8b05-a53fd70ec322 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:41.447031 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.db [req-96d20432-f377-4f66-99ad-68ee1874fce3 req-33881c31-5732-429a-aa42-c35cd3193ad6 service neutron] For port 19e6e5eb-68b5-4cdf-bc60-500368bf6b5e, host hv-cinder-84037, cleared binding levels {{(pid=114212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 23:55:41.450929 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-649901ba-1a72-4461-9a27-d78ce5220b51 req-e50a8101-1938-4688-8b05-a53fd70ec322 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=e20a72e1-2156-4807-bbc5-8f80cb0e1ea2 HTTP/1.1" status: 200 len: 931 time: 0.0990376 May 03 23:55:41.452100 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.db [req-96d20432-f377-4f66-99ad-68ee1874fce3 req-33881c31-5732-429a-aa42-c35cd3193ad6 service neutron] For port 19e6e5eb-68b5-4cdf-bc60-500368bf6b5e, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=19e6e5eb-68b5-4cdf-bc60-500368bf6b5e,segment=NetworkSegment(a15bf7d2-78b2-4aa9-b3b7-3ddcf679b30b),segment_id=a15bf7d2-78b2-4aa9-b3b7-3ddcf679b30b)] {{(pid=114212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 23:55:41.508222 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-649901ba-1a72-4461-9a27-d78ce5220b51 req-dc160d46-2b9e-44dc-88fb-e8bba033f631 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d354cfe-5646-4686-b8b6-d0a5ff78252e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523632 May 03 23:55:41.524156 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-a35b34fe-974d-499a-b1ee-8175d7d5e36c req-363cd113-b7ca-4c31-b1bc-9afb5d9b07f4 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ce46192-56ed-4e3c-8c55-0dfeda54a709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681307 May 03 23:55:41.543254 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-96d20432-f377-4f66-99ad-68ee1874fce3 req-33881c31-5732-429a-aa42-c35cd3193ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25393411'] for port, after_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:41.629683 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d20432-f377-4f66-99ad-68ee1874fce3 req-33881c31-5732-429a-aa42-c35cd3193ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:41.630298 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-96d20432-f377-4f66-99ad-68ee1874fce3 req-33881c31-5732-429a-aa42-c35cd3193ad6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371'] for port, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:41.631826 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-96d20432-f377-4f66-99ad-68ee1874fce3 req-33881c31-5732-429a-aa42-c35cd3193ad6 service neutron] 10.222.0.47 "PUT /v2.0/ports/19e6e5eb-68b5-4cdf-bc60-500368bf6b5e HTTP/1.1" status: 200 len: 1094 time: 1.8760633 May 03 23:55:41.657289 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae439964-1603-413b-bf1d-50cc2d0d5df9 req-92a84c40-5c17-488b-824a-8680926b1244 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:41.657591 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7764431b-1c5b-44f8-a08c-f7fdad54d288', 'tag': '19e6e5eb-68b5-4cdf-bc60-500368bf6b5e'}] {{(pid=114212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:55:41.658976 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-ae439964-1603-413b-bf1d-50cc2d0d5df9 req-92a84c40-5c17-488b-824a-8680926b1244 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf1545ae-f769-41bd-9f93-1e61e7b2bd9e HTTP/1.1" status: 200 len: 943 time: 0.0638280 May 03 23:55:41.665490 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d2be33a93c6036cad1ba084e78d1c3d957b621bee157ccc93bfe0a4b69d877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9338187e-fae3-4e90-9bb7-c8d7f40e6c42" -d '{"events": [{"name": "network-changed", "server_uuid": "7764431b-1c5b-44f8-a08c-f7fdad54d288", "tag": "19e6e5eb-68b5-4cdf-bc60-500368bf6b5e"}]}' {{(pid=114212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 23:55:41.728311 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33881c31-5732-429a-aa42-c35cd3193ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=19e6e5eb-68b5-4cdf-bc60-500368bf6b5e,revision_number=3']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:55:41.754250 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.notifiers.nova [req-4c0b857e-ff7e-41b0-8657-4261d3670348 req-d64aca83-bd3d-4b5f-865a-de0e52009ce7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c62748d5-3d5c-4268-bf9c-e261b0109f8d {{(pid=114212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:55:41.760444 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-ae439964-1603-413b-bf1d-50cc2d0d5df9 req-1b393385-0cb3-44c4-a186-0a071d0e1cae tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] 10.222.0.13 "GET /v2.0/security-groups?id=4191b7cf-65cf-4f89-8e01-4fa95128dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877061 May 03 23:55:41.764809 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-4c0b857e-ff7e-41b0-8657-4261d3670348 req-d64aca83-bd3d-4b5f-865a-de0e52009ce7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:41.780593 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0575a397-f349-41be-9abf-32455cd85c9a req-5146be94-a46c-4ea2-89d2-6d00a636f1a0 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:41.782751 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-0575a397-f349-41be-9abf-32455cd85c9a req-5146be94-a46c-4ea2-89d2-6d00a636f1a0 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=f448a014-d702-466c-ba33-ee1bdde3ae04 HTTP/1.1" status: 200 len: 944 time: 0.1780539 May 03 23:55:41.794736 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.provisioning_blocks [req-4c0b857e-ff7e-41b0-8657-4261d3670348 req-d64aca83-bd3d-4b5f-865a-de0e52009ce7 service neutron] Transition to ACTIVE for port object c62748d5-3d5c-4268-bf9c-e261b0109f8d will not be triggered until provisioned by entity L2. {{(pid=114212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:55:41.869103 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 39164) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:55:41.882118 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-0575a397-f349-41be-9abf-32455cd85c9a req-3d6d5bf8-bb59-45ed-a008-94b9796f9cd9 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fa06c5c-f4f9-4e22-9b50-5ae3e252e3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801678 May 03 23:55:41.884606 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 23:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e41c184-b83d-415e-9b49-f0f38b246daa x-openstack-request-id: req-2e41c184-b83d-415e-9b49-f0f38b246daa {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 23:55:41.884895 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7764431b-1c5b-44f8-a08c-f7fdad54d288", "tag": "19e6e5eb-68b5-4cdf-bc60-500368bf6b5e", "status": "completed", "code": 200}]} {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 23:55:41.885148 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2e41c184-b83d-415e-9b49-f0f38b246daa {{(pid=114212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 23:55:41.885564 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e41c184-b83d-415e-9b49-f0f38b246daa'] response: {'name': 'network-changed', 'server_uuid': '7764431b-1c5b-44f8-a08c-f7fdad54d288', 'tag': '19e6e5eb-68b5-4cdf-bc60-500368bf6b5e', 'status': 'completed', 'code': 200} May 03 23:55:41.928369 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d20432-f377-4f66-99ad-68ee1874fce3 req-ba87711a-d9d2-4b4c-99c3-5824367007fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:41.929917 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-96d20432-f377-4f66-99ad-68ee1874fce3 req-ba87711a-d9d2-4b4c-99c3-5824367007fa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c7dabe5c6909498eb0e87863bd20caff&device_id=7764431b-1c5b-44f8-a08c-f7fdad54d288 HTTP/1.1" status: 200 len: 1097 time: 0.0983636 May 03 23:55:42.008996 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-96d20432-f377-4f66-99ad-68ee1874fce3 req-6c9cb67a-1594-447b-8405-3b31b5e05459 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19e6e5eb-68b5-4cdf-bc60-500368bf6b5e HTTP/1.1" status: 200 len: 217 time: 0.0446546 May 03 23:55:42.020921 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-568469e8-b462-4a38-8f4f-c9fe7e13caa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:42.083420 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d20432-f377-4f66-99ad-68ee1874fce3 req-ef084b6e-2a93-48fa-8568-46360491b0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:42.085256 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-96d20432-f377-4f66-99ad-68ee1874fce3 req-ef084b6e-2a93-48fa-8568-46360491b0c0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=088459d7-9fa5-4572-a877-8b61a3a87623 HTTP/1.1" status: 200 len: 847 time: 0.0611355 May 03 23:55:42.106035 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-4c0b857e-ff7e-41b0-8657-4261d3670348 req-d64aca83-bd3d-4b5f-865a-de0e52009ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25393411'] for port, after_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:42.119269 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-568469e8-b462-4a38-8f4f-c9fe7e13caa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:42.189902 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-568469e8-b462-4a38-8f4f-c9fe7e13caa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:42.204361 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64aca83-bd3d-4b5f-865a-de0e52009ce7 service neutron] Pushing event updated for resources: {'Port': ['ID=c62748d5-3d5c-4268-bf9c-e261b0109f8d,revision_number=2']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:55:42.231543 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d20432-f377-4f66-99ad-68ee1874fce3 req-8af25b10-e724-44b5-a166-71236f93acc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:42.233152 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-96d20432-f377-4f66-99ad-68ee1874fce3 req-8af25b10-e724-44b5-a166-71236f93acc1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=609cef8e-df65-49c3-ae42-a7cfad649592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1373215 May 03 23:55:42.243893 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568469e8-b462-4a38-8f4f-c9fe7e13caa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=965267fc-49ca-4d59-97ff-1eda6c25e697,revision_number=1']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:55:42.296207 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-568469e8-b462-4a38-8f4f-c9fe7e13caa4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=46bb314f547d4c10b59169144e1aa0ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4365256 May 03 23:55:42.300950 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 39176) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:55:42.392318 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-6b1d755b-4d47-4946-b95d-3852c76c7014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:42.397791 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device dc657aba-63be-4083-b252-0600318c1f3f details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=114214) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 23:55:42.435413 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-6b1d755b-4d47-4946-b95d-3852c76c7014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:42.538130 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] For port dc657aba-63be-4083-b252-0600318c1f3f, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=dc657aba-63be-4083-b252-0600318c1f3f,segment=NetworkSegment(191d73d0-9208-4ea1-bb83-ed60d521a42d),segment_id=191d73d0-9208-4ea1-bb83-ed60d521a42d)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:55:42.592169 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Returning: {'device': 'dc657aba-63be-4083-b252-0600318c1f3f', 'network_id': '88061c84-ec22-4a18-841b-8db91bd7572a', 'port_id': 'dc657aba-63be-4083-b252-0600318c1f3f', 'mac_address': 'fa:16:3e:7c:ab:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5c212ed-61ce-414c-afb5-0c8516817b16', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114214) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 23:55:42.653685 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:42.671010 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.notifiers.nova [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc657aba-63be-4083-b252-0600318c1f3f {{(pid=114214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:55:42.679868 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8cba46-981d-4a60-847a-50f1b6fb72e9 req-816ca261-4fa7-41d4-b9f7-b5a6dc1489f9 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:42.682065 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-7f8cba46-981d-4a60-847a-50f1b6fb72e9 req-816ca261-4fa7-41d4-b9f7-b5a6dc1489f9 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=e20a72e1-2156-4807-bbc5-8f80cb0e1ea2 HTTP/1.1" status: 200 len: 943 time: 0.0580232 May 03 23:55:42.694815 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] For port dc657aba-63be-4083-b252-0600318c1f3f, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=dc657aba-63be-4083-b252-0600318c1f3f,segment=NetworkSegment(191d73d0-9208-4ea1-bb83-ed60d521a42d),segment_id=191d73d0-9208-4ea1-bb83-ed60d521a42d)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:55:42.726342 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-7f8cba46-981d-4a60-847a-50f1b6fb72e9 req-bc41009e-adbf-46cd-b388-22dc3d9b2610 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d354cfe-5646-4686-b8b6-d0a5ff78252e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362296 May 03 23:55:42.800238 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.managers [req-4c0b857e-ff7e-41b0-8657-4261d3670348 req-d64aca83-bd3d-4b5f-865a-de0e52009ce7 service neutron] Attempting to bind port c62748d5-3d5c-4268-bf9c-e261b0109f8d on host hv-cinder-84037 for vnic_type normal with profile {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:55:42.816514 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.managers [req-4c0b857e-ff7e-41b0-8657-4261d3670348 req-d64aca83-bd3d-4b5f-865a-de0e52009ce7 service neutron] Attempting to bind port c62748d5-3d5c-4268-bf9c-e261b0109f8d by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': '4aa0fff9-3f39-4107-a21f-e5e9bdcb305b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0a6b04f9-6f06-4100-ad85-6b28ebd5afaa'}] {{(pid=114212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:55:42.816514 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c0b857e-ff7e-41b0-8657-4261d3670348 req-d64aca83-bd3d-4b5f-865a-de0e52009ce7 service neutron] Attempting to bind port c62748d5-3d5c-4268-bf9c-e261b0109f8d on network 0a6b04f9-6f06-4100-ad85-6b28ebd5afaa {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 23:55:42.824366 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c0b857e-ff7e-41b0-8657-4261d3670348 req-d64aca83-bd3d-4b5f-865a-de0e52009ce7 service neutron] Port c62748d5-3d5c-4268-bf9c-e261b0109f8d on network 0a6b04f9-6f06-4100-ad85-6b28ebd5afaa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 23:55:42.824703 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c0b857e-ff7e-41b0-8657-4261d3670348 req-d64aca83-bd3d-4b5f-865a-de0e52009ce7 service neutron] Attempting to bind port c62748d5-3d5c-4268-bf9c-e261b0109f8d on network 0a6b04f9-6f06-4100-ad85-6b28ebd5afaa {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 23:55:42.839895 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b763c33-9e2c-471e-b5f8-2be8596ba0ee req-47a39d32-f193-460a-bc53-556d9f08a22c tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:42.842539 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-9b763c33-9e2c-471e-b5f8-2be8596ba0ee req-47a39d32-f193-460a-bc53-556d9f08a22c tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/ports?device_id=7764431b-1c5b-44f8-a08c-f7fdad54d288 HTTP/1.1" status: 200 len: 944 time: 0.0584683 May 03 23:55:42.843571 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a995e434-d20d-487e-bcbd-83307be0f19c req-4b4747e2-ca84-4135-866a-40bcdcddab8b tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:42.845874 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-a995e434-d20d-487e-bcbd-83307be0f19c req-4b4747e2-ca84-4135-866a-40bcdcddab8b tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 945 time: 0.1355274 May 03 23:55:42.851429 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c0b857e-ff7e-41b0-8657-4261d3670348 req-d64aca83-bd3d-4b5f-865a-de0e52009ce7 service neutron] Checking agent: {'id': '6e4019a9-2d41-4d26-94e3-460d78c489d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 23, 50, 48), 'started_at': datetime.datetime(2022, 5, 3, 23, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 23:55:42.851766 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c0b857e-ff7e-41b0-8657-4261d3670348 req-d64aca83-bd3d-4b5f-865a-de0e52009ce7 service neutron] Checking segment: {'id': '4aa0fff9-3f39-4107-a21f-e5e9bdcb305b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0a6b04f9-6f06-4100-ad85-6b28ebd5afaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 03 23:55:42.852155 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c0b857e-ff7e-41b0-8657-4261d3670348 req-d64aca83-bd3d-4b5f-865a-de0e52009ce7 service neutron] Bound using segment: {'id': '4aa0fff9-3f39-4107-a21f-e5e9bdcb305b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0a6b04f9-6f06-4100-ad85-6b28ebd5afaa'} {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 23:55:42.852598 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.managers [req-4c0b857e-ff7e-41b0-8657-4261d3670348 req-d64aca83-bd3d-4b5f-865a-de0e52009ce7 service neutron] Bound port: c62748d5-3d5c-4268-bf9c-e261b0109f8d, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4aa0fff9-3f39-4107-a21f-e5e9bdcb305b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0a6b04f9-6f06-4100-ad85-6b28ebd5afaa'}}] {{(pid=114212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:55:42.852954 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-4c0b857e-ff7e-41b0-8657-4261d3670348 req-d64aca83-bd3d-4b5f-865a-de0e52009ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:42.887899 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-9b763c33-9e2c-471e-b5f8-2be8596ba0ee req-f514cc1d-6d67-49b8-8b89-e8235c6d237e tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ce46192-56ed-4e3c-8c55-0dfeda54a709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378611 May 03 23:55:42.890117 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-96d20432-f377-4f66-99ad-68ee1874fce3 req-bef36603-e1e5-449c-bbe1-910dbeee865d service neutron] 10.222.0.47 "GET /v2.0/networks/609cef8e-df65-49c3-ae42-a7cfad649592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6226323 May 03 23:55:42.927096 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-6b1d755b-4d47-4946-b95d-3852c76c7014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:42.930781 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-6b1d755b-4d47-4946-b95d-3852c76c7014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:42.952412 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-6b1d755b-4d47-4946-b95d-3852c76c7014 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/965267fc-49ca-4d59-97ff-1eda6c25e697 HTTP/1.1" status: 204 len: 168 time: 0.6402464 May 03 23:55:42.952766 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-a995e434-d20d-487e-bcbd-83307be0f19c req-186cb456-8ab1-446c-83b0-1e0adc746575 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937049 May 03 23:55:42.959981 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1d755b-4d47-4946-b95d-3852c76c7014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=965267fc-49ca-4d59-97ff-1eda6c25e697,revision_number=None']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:55:43.015170 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:43.019663 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device eddec5f8-eace-41cb-8aa4-6aae72b191af details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=114214) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 23:55:43.044431 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.db [req-4c0b857e-ff7e-41b0-8657-4261d3670348 req-d64aca83-bd3d-4b5f-865a-de0e52009ce7 service neutron] For port c62748d5-3d5c-4268-bf9c-e261b0109f8d, host hv-cinder-84037, cleared binding levels {{(pid=114212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 23:55:43.070382 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.db [req-4c0b857e-ff7e-41b0-8657-4261d3670348 req-d64aca83-bd3d-4b5f-865a-de0e52009ce7 service neutron] For port c62748d5-3d5c-4268-bf9c-e261b0109f8d, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=c62748d5-3d5c-4268-bf9c-e261b0109f8d,segment=NetworkSegment(4aa0fff9-3f39-4107-a21f-e5e9bdcb305b),segment_id=4aa0fff9-3f39-4107-a21f-e5e9bdcb305b)] {{(pid=114212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 23:55:43.086732 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885b8e3b-b3a3-43d7-aa98-d32bc654b09b req-5a5cb481-4bf4-45b0-9994-93a5b5635ee6 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:43.097911 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-885b8e3b-b3a3-43d7-aa98-d32bc654b09b req-5a5cb481-4bf4-45b0-9994-93a5b5635ee6 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf1545ae-f769-41bd-9f93-1e61e7b2bd9e HTTP/1.1" status: 200 len: 943 time: 0.1383538 May 03 23:55:43.120083 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Pushing event updated for resources: {'Port': ['ID=dc657aba-63be-4083-b252-0600318c1f3f,revision_number=4']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:55:43.145589 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-96d20432-f377-4f66-99ad-68ee1874fce3 req-b8d19d3a-8416-409d-bed1-57674f8b5129 service neutron] 10.222.0.47 "GET /v2.0/networks/609cef8e-df65-49c3-ae42-a7cfad649592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296908 May 03 23:55:43.162458 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-885b8e3b-b3a3-43d7-aa98-d32bc654b09b req-6432c0ec-0f2f-4a47-9241-08bafd8b3ed3 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] 10.222.0.13 "GET /v2.0/security-groups?id=4191b7cf-65cf-4f89-8e01-4fa95128dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627830 May 03 23:55:43.174336 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-4c0b857e-ff7e-41b0-8657-4261d3670348 req-d64aca83-bd3d-4b5f-865a-de0e52009ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25393411'] for port, after_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:43.232368 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0b857e-ff7e-41b0-8657-4261d3670348 req-d64aca83-bd3d-4b5f-865a-de0e52009ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:43.233365 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-4c0b857e-ff7e-41b0-8657-4261d3670348 req-d64aca83-bd3d-4b5f-865a-de0e52009ce7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371'] for port, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:43.235144 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-4c0b857e-ff7e-41b0-8657-4261d3670348 req-d64aca83-bd3d-4b5f-865a-de0e52009ce7 service neutron] 10.222.0.47 "PUT /v2.0/ports/c62748d5-3d5c-4268-bf9c-e261b0109f8d HTTP/1.1" status: 200 len: 1093 time: 2.4315310 May 03 23:55:43.243071 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] For port eddec5f8-eace-41cb-8aa4-6aae72b191af, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=eddec5f8-eace-41cb-8aa4-6aae72b191af,segment=NetworkSegment(e39c8e49-66af-4d27-b151-3cf1448d7fbf),segment_id=e39c8e49-66af-4d27-b151-3cf1448d7fbf)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:55:43.247103 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3585b35b-0853-44e9-ab3f-90969db084d9 req-6201af37-5b86-4a26-bd24-e9879d1ab9f8 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:43.254618 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-3585b35b-0853-44e9-ab3f-90969db084d9 req-6201af37-5b86-4a26-bd24-e9879d1ab9f8 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=f448a014-d702-466c-ba33-ee1bdde3ae04 HTTP/1.1" status: 200 len: 945 time: 0.2057252 May 03 23:55:43.265241 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Returning: {'device': 'eddec5f8-eace-41cb-8aa4-6aae72b191af', 'network_id': '6794dc24-6270-444d-9eb8-8dafb7765ac3', 'port_id': 'eddec5f8-eace-41cb-8aa4-6aae72b191af', 'mac_address': 'fa:16:3e:da:50:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9819db7-dd9c-4945-a665-c049574a03e0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114214) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 23:55:43.317815 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:43.323944 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64aca83-bd3d-4b5f-865a-de0e52009ce7 service neutron] Pushing event updated for resources: {'Port': ['ID=c62748d5-3d5c-4268-bf9c-e261b0109f8d,revision_number=3']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:55:43.346393 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-3585b35b-0853-44e9-ab3f-90969db084d9 req-b7a26034-108c-4c6a-a28d-8446ef543af2 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fa06c5c-f4f9-4e22-9b50-5ae3e252e3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874972 May 03 23:55:43.357216 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.notifiers.nova [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eddec5f8-eace-41cb-8aa4-6aae72b191af {{(pid=114214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:55:43.422545 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9338187e-fae3-4e90-9bb7-c8d7f40e6c42 req-e7175b48-89be-4b7c-8eb9-b5ac10addff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:43.424209 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-9338187e-fae3-4e90-9bb7-c8d7f40e6c42 req-e7175b48-89be-4b7c-8eb9-b5ac10addff9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c7dabe5c6909498eb0e87863bd20caff&device_id=7764431b-1c5b-44f8-a08c-f7fdad54d288 HTTP/1.1" status: 200 len: 1097 time: 0.0722814 May 03 23:55:43.454292 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] For port eddec5f8-eace-41cb-8aa4-6aae72b191af, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=eddec5f8-eace-41cb-8aa4-6aae72b191af,segment=NetworkSegment(e39c8e49-66af-4d27-b151-3cf1448d7fbf),segment_id=e39c8e49-66af-4d27-b151-3cf1448d7fbf)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:55:43.565495 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0b857e-ff7e-41b0-8657-4261d3670348 req-96ec34b2-ad38-40a3-a362-277b87b8b2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:43.567096 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-4c0b857e-ff7e-41b0-8657-4261d3670348 req-96ec34b2-ad38-40a3-a362-277b87b8b2b7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b61197edd2154db6b72b860e57ff43ed&device_id=e20a72e1-2156-4807-bbc5-8f80cb0e1ea2 HTTP/1.1" status: 200 len: 1096 time: 0.1077938 May 03 23:55:43.589184 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:43.620585 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9338187e-fae3-4e90-9bb7-c8d7f40e6c42 req-a0d71321-9b34-488d-95e3-da1564be26cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:43.624357 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-9338187e-fae3-4e90-9bb7-c8d7f40e6c42 req-a0d71321-9b34-488d-95e3-da1564be26cc service neutron] 10.222.0.47 "GET /v2.0/networks?id=609cef8e-df65-49c3-ae42-a7cfad649592 HTTP/1.1" status: 200 len: 909 time: 0.1779733 May 03 23:55:43.682305 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Pushing event updated for resources: {'Port': ['ID=eddec5f8-eace-41cb-8aa4-6aae72b191af,revision_number=6']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:55:43.824731 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-4c0b857e-ff7e-41b0-8657-4261d3670348 req-b29f7167-e231-4664-b30d-2ab53dda3a39 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c62748d5-3d5c-4268-bf9c-e261b0109f8d HTTP/1.1" status: 200 len: 217 time: 0.1716108 May 03 23:55:43.826253 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-9338187e-fae3-4e90-9bb7-c8d7f40e6c42 req-6d05ad44-f263-41f8-9829-26a6fd23ec72 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19e6e5eb-68b5-4cdf-bc60-500368bf6b5e HTTP/1.1" status: 200 len: 217 time: 0.1382468 May 03 23:55:43.865509 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] get_ports_and_sgs() called for port_ids ['eddec5f8-eace-41cb-8aa4-6aae72b191af'] {{(pid=114214) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 23:55:43.911866 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e20a72e1-2156-4807-bbc5-8f80cb0e1ea2', 'tag': 'c62748d5-3d5c-4268-bf9c-e261b0109f8d'}] {{(pid=114212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:55:43.914601 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d2be33a93c6036cad1ba084e78d1c3d957b621bee157ccc93bfe0a4b69d877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5431acab-17a3-4d70-ac1c-e6babcd3b804" -d '{"events": [{"name": "network-changed", "server_uuid": "e20a72e1-2156-4807-bbc5-8f80cb0e1ea2", "tag": "c62748d5-3d5c-4268-bf9c-e261b0109f8d"}]}' {{(pid=114212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 23:55:43.951177 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0b857e-ff7e-41b0-8657-4261d3670348 req-0e52ceec-8ce9-4417-885b-d924092cf8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:43.952880 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-4c0b857e-ff7e-41b0-8657-4261d3670348 req-0e52ceec-8ce9-4417-885b-d924092cf8c7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a71a973f-43f2-413b-b3e6-b8f0626526c4 HTTP/1.1" status: 200 len: 858 time: 0.1137004 May 03 23:55:43.958536 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9338187e-fae3-4e90-9bb7-c8d7f40e6c42 req-38db45f3-6fc6-452b-a90c-ba9c28d22dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:43.961527 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-9338187e-fae3-4e90-9bb7-c8d7f40e6c42 req-38db45f3-6fc6-452b-a90c-ba9c28d22dfc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=088459d7-9fa5-4572-a877-8b61a3a87623 HTTP/1.1" status: 200 len: 847 time: 0.1193187 May 03 23:55:43.965364 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cca484-6945-4d25-ba68-82b3b443a644 req-c209b9b3-a4f4-418b-9833-5e426745e799 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:43.975923 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-e4cca484-6945-4d25-ba68-82b3b443a644 req-c209b9b3-a4f4-418b-9833-5e426745e799 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=e20a72e1-2156-4807-bbc5-8f80cb0e1ea2 HTTP/1.1" status: 200 len: 943 time: 0.1536005 May 03 23:55:44.127358 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-e4cca484-6945-4d25-ba68-82b3b443a644 req-c5784f59-4bb1-469a-bc85-2be66022032f tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d354cfe-5646-4686-b8b6-d0a5ff78252e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1502166 May 03 23:55:44.189921 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] get_ports_and_sgs() called for port_ids ['dc657aba-63be-4083-b252-0600318c1f3f'] {{(pid=114214) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 23:55:44.192351 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0b857e-ff7e-41b0-8657-4261d3670348 req-26f91532-9db4-4990-a7aa-7825b73763c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:44.193878 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-4c0b857e-ff7e-41b0-8657-4261d3670348 req-26f91532-9db4-4990-a7aa-7825b73763c5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0a6b04f9-6f06-4100-ad85-6b28ebd5afaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2201753 May 03 23:55:44.212720 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 23:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eafe63a2-c516-4934-a909-5ddcccfff671 x-openstack-request-id: req-eafe63a2-c516-4934-a909-5ddcccfff671 {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 23:55:44.213010 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e20a72e1-2156-4807-bbc5-8f80cb0e1ea2", "tag": "c62748d5-3d5c-4268-bf9c-e261b0109f8d", "status": "completed", "code": 200}]} {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 23:55:44.213326 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eafe63a2-c516-4934-a909-5ddcccfff671 {{(pid=114212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 23:55:44.213636 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eafe63a2-c516-4934-a909-5ddcccfff671'] response: {'name': 'network-changed', 'server_uuid': 'e20a72e1-2156-4807-bbc5-8f80cb0e1ea2', 'tag': 'c62748d5-3d5c-4268-bf9c-e261b0109f8d', 'status': 'completed', 'code': 200} May 03 23:55:44.215996 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9338187e-fae3-4e90-9bb7-c8d7f40e6c42 req-f26e1779-da7d-4c5c-bc31-58b91f4cf624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:44.217824 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-9338187e-fae3-4e90-9bb7-c8d7f40e6c42 req-f26e1779-da7d-4c5c-bc31-58b91f4cf624 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=609cef8e-df65-49c3-ae42-a7cfad649592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2427075 May 03 23:55:44.394970 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device 95615249-1a1e-465b-a9ad-a60f82ec8ea8 details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=114214) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 23:55:44.489767 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa7685a-4d9e-4ae7-a7ed-ecae5b790649 req-4c76a342-4472-46f2-9981-3c6c60a1f229 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:44.501398 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc7f6e2-f60a-4644-97c3-332a3c24cbeb req-cf27e618-e4aa-4c59-bf2b-d5c9a81e246d tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:44.509254 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-baa7685a-4d9e-4ae7-a7ed-ecae5b790649 req-4c76a342-4472-46f2-9981-3c6c60a1f229 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 944 time: 0.1710346 May 03 23:55:44.526590 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-8fc7f6e2-f60a-4644-97c3-332a3c24cbeb req-cf27e618-e4aa-4c59-bf2b-d5c9a81e246d tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/ports?device_id=7764431b-1c5b-44f8-a08c-f7fdad54d288 HTTP/1.1" status: 200 len: 944 time: 0.4382615 May 03 23:55:44.597466 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-baa7685a-4d9e-4ae7-a7ed-ecae5b790649 req-705b6597-f733-4b23-8348-9aa0214f4d53 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860538 May 03 23:55:44.627411 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] For port 95615249-1a1e-465b-a9ad-a60f82ec8ea8, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=95615249-1a1e-465b-a9ad-a60f82ec8ea8,segment=NetworkSegment(99ee9601-bbfa-4e4c-a70a-1b0ba7b6fb39),segment_id=99ee9601-bbfa-4e4c-a70a-1b0ba7b6fb39)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:55:44.643697 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device eddec5f8-eace-41cb-8aa4-6aae72b191af up at agent hyperv_hv-cinder-84037 {{(pid=114214) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 23:55:44.681453 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-8fc7f6e2-f60a-4644-97c3-332a3c24cbeb req-3d29815c-5d5e-4a1d-b25f-3480f24b33ef tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ce46192-56ed-4e3c-8c55-0dfeda54a709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525173 May 03 23:55:44.765072 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-9338187e-fae3-4e90-9bb7-c8d7f40e6c42 req-2a735c22-b4a8-41c8-9fc6-73e62dd5bcf9 service neutron] 10.222.0.47 "GET /v2.0/networks/609cef8e-df65-49c3-ae42-a7cfad649592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5042107 May 03 23:55:44.768259 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-4c0b857e-ff7e-41b0-8657-4261d3670348 req-5aa16760-1dc1-4fa8-b888-667b4590092d service neutron] 10.222.0.47 "GET /v2.0/networks/0a6b04f9-6f06-4100-ad85-6b28ebd5afaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5650122 May 03 23:55:44.798530 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Returning: {'device': '95615249-1a1e-465b-a9ad-a60f82ec8ea8', 'network_id': '5586ad3a-2822-45f3-a54b-f60c722f6eae', 'port_id': '95615249-1a1e-465b-a9ad-a60f82ec8ea8', 'mac_address': 'fa:16:3e:9a:dc:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3806680-9cee-4b49-959f-dd26ae628b71', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114214) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 23:55:44.891730 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:44.927468 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Provisioning complete for port eddec5f8-eace-41cb-8aa4-6aae72b191af triggered by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:55:44.927850 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:44.931154 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10c6c02-686c-42ec-b619-cadd34c06278 req-28e1c396-02fa-4b4c-8389-48b1fa602425 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:44.933414 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-e10c6c02-686c-42ec-b619-cadd34c06278 req-28e1c396-02fa-4b4c-8389-48b1fa602425 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf1545ae-f769-41bd-9f93-1e61e7b2bd9e HTTP/1.1" status: 200 len: 943 time: 0.1941929 May 03 23:55:44.963986 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.notifiers.nova [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95615249-1a1e-465b-a9ad-a60f82ec8ea8 {{(pid=114214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:55:44.997636 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] For port 95615249-1a1e-465b-a9ad-a60f82ec8ea8, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=95615249-1a1e-465b-a9ad-a60f82ec8ea8,segment=NetworkSegment(99ee9601-bbfa-4e4c-a70a-1b0ba7b6fb39),segment_id=99ee9601-bbfa-4e4c-a70a-1b0ba7b6fb39)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:55:45.018736 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-e10c6c02-686c-42ec-b619-cadd34c06278 req-88c0b9a1-18a9-4564-8b00-fd039eee4e58 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] 10.222.0.13 "GET /v2.0/security-groups?id=4191b7cf-65cf-4f89-8e01-4fa95128dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720425 May 03 23:55:45.060573 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:45.114154 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:45.121579 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd1f9e6-92d9-41fc-a5ff-d56fa7d24875 req-67c9bd0c-b249-444c-94ca-ce55f46cfbc4 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:45.133879 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc196673-33de-4fe2-8ff5-9f0d6977d56b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eddec5f8-eace-41cb-8aa4-6aae72b191af'}] {{(pid=114214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:55:45.134318 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-9dd1f9e6-92d9-41fc-a5ff-d56fa7d24875 req-67c9bd0c-b249-444c-94ca-ce55f46cfbc4 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=f448a014-d702-466c-ba33-ee1bdde3ae04 HTTP/1.1" status: 200 len: 945 time: 0.2843413 May 03 23:55:45.137902 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-9338187e-fae3-4e90-9bb7-c8d7f40e6c42 req-21cd4c8b-5a47-4825-a379-05b7507e9c36 service neutron] 10.222.0.47 "GET /v2.0/networks/609cef8e-df65-49c3-ae42-a7cfad649592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3500147 May 03 23:55:45.143323 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a2c01d47b82d907f81ba0899610efc862c27db097cd111ee9714155fede03ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1972189-0fff-49ea-b7e8-ddb98881d7b7" -d '{"events": [{"server_uuid": "bc196673-33de-4fe2-8ff5-9f0d6977d56b", "name": "network-vif-plugged", "status": "completed", "tag": "eddec5f8-eace-41cb-8aa4-6aae72b191af"}]}' {{(pid=114214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 23:55:45.259665 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 23:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb6d19f0-d014-4a67-a1fd-021d410b64d7 x-openstack-request-id: req-bb6d19f0-d014-4a67-a1fd-021d410b64d7 {{(pid=114214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 23:55:45.260775 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc196673-33de-4fe2-8ff5-9f0d6977d56b", "name": "network-vif-plugged", "status": "completed", "tag": "eddec5f8-eace-41cb-8aa4-6aae72b191af", "code": 200}]} {{(pid=114214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 23:55:45.262121 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bb6d19f0-d014-4a67-a1fd-021d410b64d7 {{(pid=114214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 23:55:45.262837 dv-cinder-840375-1-iscsi neutron-server[114214]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb6d19f0-d014-4a67-a1fd-021d410b64d7'] response: {'server_uuid': 'bc196673-33de-4fe2-8ff5-9f0d6977d56b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eddec5f8-eace-41cb-8aa4-6aae72b191af', 'code': 200} May 03 23:55:45.272920 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] For port eddec5f8-eace-41cb-8aa4-6aae72b191af, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=eddec5f8-eace-41cb-8aa4-6aae72b191af,segment=NetworkSegment(e39c8e49-66af-4d27-b151-3cf1448d7fbf),segment_id=e39c8e49-66af-4d27-b151-3cf1448d7fbf)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:55:45.289540 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-9dd1f9e6-92d9-41fc-a5ff-d56fa7d24875 req-e3f0ac8a-2592-4c2d-b6f2-e5bef34f1d91 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fa06c5c-f4f9-4e22-9b50-5ae3e252e3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466820 May 03 23:55:45.308060 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-4c0b857e-ff7e-41b0-8657-4261d3670348 req-9edb7fb3-e02d-41ab-91d2-23b59bf14485 service neutron] 10.222.0.47 "GET /v2.0/networks/0a6b04f9-6f06-4100-ad85-6b28ebd5afaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4733129 May 03 23:55:45.324766 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f164ca9-db0d-421b-b817-6d2e9b433af7 req-3dfe5c86-fb88-4d54-893d-4c9bf1df02d3 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:45.328623 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Pushing event updated for resources: {'Port': ['ID=95615249-1a1e-465b-a9ad-a60f82ec8ea8,revision_number=4']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:55:45.332411 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-9f164ca9-db0d-421b-b817-6d2e9b433af7 req-3dfe5c86-fb88-4d54-893d-4c9bf1df02d3 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=e20a72e1-2156-4807-bbc5-8f80cb0e1ea2 HTTP/1.1" status: 200 len: 943 time: 0.0727696 May 03 23:55:45.349388 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:45.385729 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-9f164ca9-db0d-421b-b817-6d2e9b433af7 req-95ca4444-c4b9-413d-a559-208c13fdbd7f tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d354cfe-5646-4686-b8b6-d0a5ff78252e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520945 May 03 23:55:45.438904 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Pushing event updated for resources: {'Port': ['ID=eddec5f8-eace-41cb-8aa4-6aae72b191af,revision_number=7']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:55:45.886673 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e1d47-8c37-4aba-ac08-a42697bf758a req-12c855f2-c33e-42fe-ae0a-6a0a9fa488a9 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:45.904368 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe738b-b531-4d35-b6b2-627aacea0eac req-75cfe438-be26-4903-9a2f-0e439f1911a1 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:45.904368 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-bffe738b-b531-4d35-b6b2-627aacea0eac req-75cfe438-be26-4903-9a2f-0e439f1911a1 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 945 time: 0.1915205 May 03 23:55:45.905545 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-939e1d47-8c37-4aba-ac08-a42697bf758a req-12c855f2-c33e-42fe-ae0a-6a0a9fa488a9 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/ports?device_id=7764431b-1c5b-44f8-a08c-f7fdad54d288 HTTP/1.1" status: 200 len: 944 time: 0.0842597 May 03 23:55:45.947013 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-bffe738b-b531-4d35-b6b2-627aacea0eac req-9aa42410-4d0b-4b82-adda-f9dc89d4086e tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419867 May 03 23:55:45.979205 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-939e1d47-8c37-4aba-ac08-a42697bf758a req-6e71e879-59eb-46c2-bdaf-73fb14f744fe tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ce46192-56ed-4e3c-8c55-0dfeda54a709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772290 May 03 23:55:46.148119 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cec6ab-5889-430e-83a8-89914223536d req-4d1e5c0e-2cf4-44ac-973c-68fb6279ca77 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:46.150136 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-c1cec6ab-5889-430e-83a8-89914223536d req-4d1e5c0e-2cf4-44ac-973c-68fb6279ca77 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf1545ae-f769-41bd-9f93-1e61e7b2bd9e HTTP/1.1" status: 200 len: 944 time: 0.0568171 May 03 23:55:46.202807 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-c1cec6ab-5889-430e-83a8-89914223536d req-07681ce2-af42-4ebe-a5ac-d8dd21771f06 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] 10.222.0.13 "GET /v2.0/security-groups?id=4191b7cf-65cf-4f89-8e01-4fa95128dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442538 May 03 23:55:46.480211 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9725ec4c-4086-4c61-82d6-3e5a2235d895 req-2f039162-72e6-4b38-a0bc-76f270b38d3b tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:46.494722 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-9725ec4c-4086-4c61-82d6-3e5a2235d895 req-2f039162-72e6-4b38-a0bc-76f270b38d3b tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=f448a014-d702-466c-ba33-ee1bdde3ae04 HTTP/1.1" status: 200 len: 945 time: 0.0981412 May 03 23:55:46.541587 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-9725ec4c-4086-4c61-82d6-3e5a2235d895 req-8626c2c1-1f7e-4948-86d7-29d76fc0c2f3 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fa06c5c-f4f9-4e22-9b50-5ae3e252e3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404174 May 03 23:55:46.557872 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d6522-7896-42e1-8ad2-9097e7a8e0f8 req-06b540f4-8e08-479c-a554-cc57378acb92 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:46.565168 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-486d6522-7896-42e1-8ad2-9097e7a8e0f8 req-06b540f4-8e08-479c-a554-cc57378acb92 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=e20a72e1-2156-4807-bbc5-8f80cb0e1ea2 HTTP/1.1" status: 200 len: 943 time: 0.0805228 May 03 23:55:46.612760 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-486d6522-7896-42e1-8ad2-9097e7a8e0f8 req-b15ec0ed-cdf6-4344-aa47-0298ac538f0e tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d354cfe-5646-4686-b8b6-d0a5ff78252e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415409 May 03 23:55:47.174060 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ae41b9-b94e-4429-b161-350c0a0a131a req-92ac4880-5b32-40b5-92c8-8f3002a5d9c5 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:47.176580 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-65ae41b9-b94e-4429-b161-350c0a0a131a req-92ac4880-5b32-40b5-92c8-8f3002a5d9c5 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 945 time: 0.0983996 May 03 23:55:47.209460 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48546504-f540-4315-9fd1-15c2b5fa16c1 req-6e84f8dc-d661-4f58-9606-b61df1d86199 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:47.217875 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-48546504-f540-4315-9fd1-15c2b5fa16c1 req-6e84f8dc-d661-4f58-9606-b61df1d86199 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/ports?device_id=7764431b-1c5b-44f8-a08c-f7fdad54d288 HTTP/1.1" status: 200 len: 944 time: 0.1218610 May 03 23:55:47.246334 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-65ae41b9-b94e-4429-b161-350c0a0a131a req-0bda58ce-acd7-4df9-b498-f09ff7741a40 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548408 May 03 23:55:47.272379 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-48546504-f540-4315-9fd1-15c2b5fa16c1 req-0d8e4a71-5f4f-4344-bde3-08f11c228251 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ce46192-56ed-4e3c-8c55-0dfeda54a709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534472 May 03 23:55:47.419936 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa708e0-f74d-4b39-93a5-78cf8184c000 req-a34db6a5-5efc-4793-9c61-2f36976e6c99 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:47.421685 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-3fa708e0-f74d-4b39-93a5-78cf8184c000 req-a34db6a5-5efc-4793-9c61-2f36976e6c99 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf1545ae-f769-41bd-9f93-1e61e7b2bd9e HTTP/1.1" status: 200 len: 944 time: 0.0708506 May 03 23:55:47.478572 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-3fa708e0-f74d-4b39-93a5-78cf8184c000 req-7dbe1a76-aafb-4a4e-9869-28d33a74100a tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] 10.222.0.13 "GET /v2.0/security-groups?id=4191b7cf-65cf-4f89-8e01-4fa95128dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413566 May 03 23:55:47.725805 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f8111e-77e4-4af7-991e-b386b3455a15 req-cf350dda-3417-4701-901d-bfc987f1e13c tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:47.730719 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-25f8111e-77e4-4af7-991e-b386b3455a15 req-cf350dda-3417-4701-901d-bfc987f1e13c tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=f448a014-d702-466c-ba33-ee1bdde3ae04 HTTP/1.1" status: 200 len: 945 time: 0.0793564 May 03 23:55:47.788117 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-25f8111e-77e4-4af7-991e-b386b3455a15 req-de7ebb05-db5d-4285-b9fe-fd15f5c69317 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fa06c5c-f4f9-4e22-9b50-5ae3e252e3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510898 May 03 23:55:47.841227 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d116db3f-790c-4122-8dc3-fe94aee01f79 req-0baf6546-cf64-47fc-ab3e-e09659a705c9 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:47.843350 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-d116db3f-790c-4122-8dc3-fe94aee01f79 req-0baf6546-cf64-47fc-ab3e-e09659a705c9 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=e20a72e1-2156-4807-bbc5-8f80cb0e1ea2 HTTP/1.1" status: 200 len: 943 time: 0.0919311 May 03 23:55:47.899758 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-d116db3f-790c-4122-8dc3-fe94aee01f79 req-c22e3575-0e29-4bf6-9e89-e8c49e25aeb8 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d354cfe-5646-4686-b8b6-d0a5ff78252e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486515 May 03 23:55:48.221103 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-d7352463-9898-4fed-ae0d-5f0522ceeb44 req-cfb2c859-10f1-4d67-8f0c-d8ae88fdea49 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d828ae7b-10a7-44ba-ba9b-8e3d17e0de4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419359 May 03 23:55:48.332634 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7352463-9898-4fed-ae0d-5f0522ceeb44 req-d64666e2-5330-4969-b93a-713b659d3bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:48.334297 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-d7352463-9898-4fed-ae0d-5f0522ceeb44 req-d64666e2-5330-4969-b93a-713b659d3bfa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4f6a10010e894f0390d087e92b3d1035&device_id=d828ae7b-10a7-44ba-ba9b-8e3d17e0de4f HTTP/1.1" status: 200 len: 1098 time: 0.0512960 May 03 23:55:48.443678 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b8889d-d43d-4726-aad2-9bb61b6a407a req-97ecff17-73d5-4510-afb4-146fd9809373 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:48.445557 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-73b8889d-d43d-4726-aad2-9bb61b6a407a req-97ecff17-73d5-4510-afb4-146fd9809373 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/ports?device_id=7764431b-1c5b-44f8-a08c-f7fdad54d288 HTTP/1.1" status: 200 len: 944 time: 0.0639181 May 03 23:55:48.481419 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00624f4-a9c1-432d-a20c-943d1863dd80 req-34b393f0-da25-4d38-ac93-4a9c6b6be926 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:48.482880 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-a00624f4-a9c1-432d-a20c-943d1863dd80 req-34b393f0-da25-4d38-ac93-4a9c6b6be926 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 945 time: 0.1168275 May 03 23:55:48.505524 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-73b8889d-d43d-4726-aad2-9bb61b6a407a req-37cb6d4e-f6f6-4236-821b-dcd87909aebd tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ce46192-56ed-4e3c-8c55-0dfeda54a709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475690 May 03 23:55:48.514378 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7352463-9898-4fed-ae0d-5f0522ceeb44 req-aa0d79fd-a971-476d-9597-4fcda1d7d558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:48.516457 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-d7352463-9898-4fed-ae0d-5f0522ceeb44 req-aa0d79fd-a971-476d-9597-4fcda1d7d558 service neutron] 10.222.0.47 "GET /v2.0/networks?id=88061c84-ec22-4a18-841b-8db91bd7572a HTTP/1.1" status: 200 len: 915 time: 0.1522083 May 03 23:55:48.573690 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-a00624f4-a9c1-432d-a20c-943d1863dd80 req-74918656-e79a-415b-aea8-810248197b88 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817256 May 03 23:55:48.603875 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-d7352463-9898-4fed-ae0d-5f0522ceeb44 req-933f1f1d-31a7-4f68-829e-d97e8c1ba683 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e7d2ded-c95c-4536-a9bb-598691f1c01a HTTP/1.1" status: 200 len: 1001 time: 0.0736301 May 03 23:55:48.640211 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff686d3a-a66f-41a9-a549-76125c2b174f req-6ac428d1-63c4-484e-9ad0-4cac78a68941 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:48.642208 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-ff686d3a-a66f-41a9-a549-76125c2b174f req-6ac428d1-63c4-484e-9ad0-4cac78a68941 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf1545ae-f769-41bd-9f93-1e61e7b2bd9e HTTP/1.1" status: 200 len: 944 time: 0.0708411 May 03 23:55:48.658132 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:48.663883 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] get_ports_and_sgs() called for port_ids ['95615249-1a1e-465b-a9ad-a60f82ec8ea8'] {{(pid=114214) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 23:55:48.679872 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7352463-9898-4fed-ae0d-5f0522ceeb44 req-bc07f383-37b0-49a0-b847-3762050168e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:48.687075 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-d7352463-9898-4fed-ae0d-5f0522ceeb44 req-bc07f383-37b0-49a0-b847-3762050168e8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b5c212ed-61ce-414c-afb5-0c8516817b16 HTTP/1.1" status: 200 len: 853 time: 0.0604019 May 03 23:55:48.696940 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-ff686d3a-a66f-41a9-a549-76125c2b174f req-77b2fcb4-2b8d-4152-b77c-f28c6f8d16f4 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] 10.222.0.13 "GET /v2.0/security-groups?id=4191b7cf-65cf-4f89-8e01-4fa95128dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467041 May 03 23:55:48.862790 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7352463-9898-4fed-ae0d-5f0522ceeb44 req-41f889d1-1843-401e-bc30-d23cd22ab49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:48.866531 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-d7352463-9898-4fed-ae0d-5f0522ceeb44 req-41f889d1-1843-401e-bc30-d23cd22ab49f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=88061c84-ec22-4a18-841b-8db91bd7572a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1170843 May 03 23:55:49.073680 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5431acab-17a3-4d70-ac1c-e6babcd3b804 req-9ac9b9d2-5b02-4c94-9c05-ac97590893bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:49.077221 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-5431acab-17a3-4d70-ac1c-e6babcd3b804 req-9ac9b9d2-5b02-4c94-9c05-ac97590893bb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b61197edd2154db6b72b860e57ff43ed&device_id=e20a72e1-2156-4807-bbc5-8f80cb0e1ea2 HTTP/1.1" status: 200 len: 1096 time: 0.3291545 May 03 23:55:49.106042 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e643b35-991f-43c7-bce3-a4ce37d71ace req-364c1123-37b9-4370-8981-e44249b421d8 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:49.108386 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-9e643b35-991f-43c7-bce3-a4ce37d71ace req-364c1123-37b9-4370-8981-e44249b421d8 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=e20a72e1-2156-4807-bbc5-8f80cb0e1ea2 HTTP/1.1" status: 200 len: 943 time: 0.0853825 May 03 23:55:49.132027 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-d7352463-9898-4fed-ae0d-5f0522ceeb44 req-d7ff0400-9e95-48a3-a055-d5a7daf57861 service neutron] 10.222.0.47 "GET /v2.0/networks/88061c84-ec22-4a18-841b-8db91bd7572a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542696 May 03 23:55:49.174029 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-9e643b35-991f-43c7-bce3-a4ce37d71ace req-19560e7a-2484-48c7-b0ac-4c08de9de433 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d354cfe-5646-4686-b8b6-d0a5ff78252e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480876 May 03 23:55:49.202612 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b010699a-7f42-48e1-a34e-d82ab1d873f9 req-bf07bc94-5323-4969-944b-aaa2c4b2b144 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:49.204403 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-b010699a-7f42-48e1-a34e-d82ab1d873f9 req-bf07bc94-5323-4969-944b-aaa2c4b2b144 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=f448a014-d702-466c-ba33-ee1bdde3ae04 HTTP/1.1" status: 200 len: 945 time: 0.2692866 May 03 23:55:49.372097 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-b010699a-7f42-48e1-a34e-d82ab1d873f9 req-171b3990-4586-4e84-8dcf-05bd6eaa0048 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fa06c5c-f4f9-4e22-9b50-5ae3e252e3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1429067 May 03 23:55:49.375833 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5431acab-17a3-4d70-ac1c-e6babcd3b804 req-81bb3ef0-6699-48e3-9a3e-538808efef8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:49.385982 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-5431acab-17a3-4d70-ac1c-e6babcd3b804 req-81bb3ef0-6699-48e3-9a3e-538808efef8b service neutron] 10.222.0.47 "GET /v2.0/networks?id=0a6b04f9-6f06-4100-ad85-6b28ebd5afaa HTTP/1.1" status: 200 len: 920 time: 0.2915714 May 03 23:55:49.396806 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-d7352463-9898-4fed-ae0d-5f0522ceeb44 req-5d5ffe70-48f3-4114-93dc-ad088f1844b1 service neutron] 10.222.0.47 "GET /v2.0/networks/88061c84-ec22-4a18-841b-8db91bd7572a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112889 May 03 23:55:49.465310 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-5431acab-17a3-4d70-ac1c-e6babcd3b804 req-996a3565-4550-43e0-a53a-dbffd840ceb6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c62748d5-3d5c-4268-bf9c-e261b0109f8d HTTP/1.1" status: 200 len: 217 time: 0.0671992 May 03 23:55:49.623834 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5431acab-17a3-4d70-ac1c-e6babcd3b804 req-1956db8c-5281-43f0-8a8a-0a10332f1a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:49.626462 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-5431acab-17a3-4d70-ac1c-e6babcd3b804 req-1956db8c-5281-43f0-8a8a-0a10332f1a52 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a71a973f-43f2-413b-b3e6-b8f0626526c4 HTTP/1.1" status: 200 len: 858 time: 0.1080680 May 03 23:55:49.789515 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb81dd73-39fb-496f-9378-755a399b5d99 req-1617cad7-7e3f-4bf4-a013-337e946a80e4 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:49.791244 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-cb81dd73-39fb-496f-9378-755a399b5d99 req-1617cad7-7e3f-4bf4-a013-337e946a80e4 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/ports?device_id=7764431b-1c5b-44f8-a08c-f7fdad54d288 HTTP/1.1" status: 200 len: 944 time: 0.0988791 May 03 23:55:49.832299 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5431acab-17a3-4d70-ac1c-e6babcd3b804 req-fa716238-b80e-4fee-9003-f2eab2a249f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:49.834240 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-5431acab-17a3-4d70-ac1c-e6babcd3b804 req-fa716238-b80e-4fee-9003-f2eab2a249f1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0a6b04f9-6f06-4100-ad85-6b28ebd5afaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1813846 May 03 23:55:49.856918 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605bf6a-0385-4f37-a567-7069cc89f7ca req-e88418c2-1358-4833-95c0-297df0c78830 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:49.868769 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-5605bf6a-0385-4f37-a567-7069cc89f7ca req-e88418c2-1358-4833-95c0-297df0c78830 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 945 time: 0.1207962 May 03 23:55:49.882449 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-cb81dd73-39fb-496f-9378-755a399b5d99 req-a30a9ebb-bce9-429e-bbd1-1f46cbdab50f tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ce46192-56ed-4e3c-8c55-0dfeda54a709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779240 May 03 23:55:50.015447 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device dc657aba-63be-4083-b252-0600318c1f3f up at agent hyperv_hv-cinder-84037 {{(pid=114214) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 23:55:50.077617 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdd0a5b-3066-41da-a9a2-01b1f8b460df req-8598b113-f4db-4a4c-9090-7ca287f5e412 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:50.103403 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-acdd0a5b-3066-41da-a9a2-01b1f8b460df req-8598b113-f4db-4a4c-9090-7ca287f5e412 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf1545ae-f769-41bd-9f93-1e61e7b2bd9e HTTP/1.1" status: 200 len: 944 time: 0.1436505 May 03 23:55:50.109060 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-5605bf6a-0385-4f37-a567-7069cc89f7ca req-f5d75603-a58d-4247-a183-53359152889d tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2392433 May 03 23:55:50.196229 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-5431acab-17a3-4d70-ac1c-e6babcd3b804 req-b07710c6-8c21-4ea3-a90f-6920ee12e70d service neutron] 10.222.0.47 "GET /v2.0/networks/0a6b04f9-6f06-4100-ad85-6b28ebd5afaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3495922 May 03 23:55:50.223769 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Provisioning for port dc657aba-63be-4083-b252-0600318c1f3f completed by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:55:50.230606 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Provisioning complete for port dc657aba-63be-4083-b252-0600318c1f3f triggered by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:55:50.230981 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:50.280444 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-acdd0a5b-3066-41da-a9a2-01b1f8b460df req-6d3b7483-06f7-4bb9-84f2-3162048abf85 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] 10.222.0.13 "GET /v2.0/security-groups?id=4191b7cf-65cf-4f89-8e01-4fa95128dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733816 May 03 23:55:50.468593 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:50.509407 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f448a014-d702-466c-ba33-ee1bdde3ae04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc657aba-63be-4083-b252-0600318c1f3f'}] {{(pid=114214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:55:50.512568 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a2c01d47b82d907f81ba0899610efc862c27db097cd111ee9714155fede03ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0465608-dd61-46b6-9aaa-88ba64e4deac" -d '{"events": [{"server_uuid": "f448a014-d702-466c-ba33-ee1bdde3ae04", "name": "network-vif-plugged", "status": "completed", "tag": "dc657aba-63be-4083-b252-0600318c1f3f"}]}' {{(pid=114214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 23:55:50.534202 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] For port dc657aba-63be-4083-b252-0600318c1f3f, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=dc657aba-63be-4083-b252-0600318c1f3f,segment=NetworkSegment(191d73d0-9208-4ea1-bb83-ed60d521a42d),segment_id=191d73d0-9208-4ea1-bb83-ed60d521a42d)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:55:50.629161 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a90548-01d0-4db9-92c9-aee05f7bfd82 req-632d84c1-3cf8-4cb6-9d92-c1c3a310b7f1 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:50.635557 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:50.637184 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-98a90548-01d0-4db9-92c9-aee05f7bfd82 req-632d84c1-3cf8-4cb6-9d92-c1c3a310b7f1 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=f448a014-d702-466c-ba33-ee1bdde3ae04 HTTP/1.1" status: 200 len: 945 time: 0.1288407 May 03 23:55:50.720400 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-98a90548-01d0-4db9-92c9-aee05f7bfd82 req-35dd6478-6a3d-44f2-81e9-5da80a5bca4a tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fa06c5c-f4f9-4e22-9b50-5ae3e252e3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822248 May 03 23:55:50.729027 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Pushing event updated for resources: {'Port': ['ID=dc657aba-63be-4083-b252-0600318c1f3f,revision_number=5']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:55:50.784437 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-5431acab-17a3-4d70-ac1c-e6babcd3b804 req-0bbad72c-d190-42ef-abad-06d08977a823 service neutron] 10.222.0.47 "GET /v2.0/networks/0a6b04f9-6f06-4100-ad85-6b28ebd5afaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5721540 May 03 23:55:50.792015 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 23:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2a110db-6b2b-4098-992b-ed8aaf846ffa x-openstack-request-id: req-a2a110db-6b2b-4098-992b-ed8aaf846ffa {{(pid=114214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 23:55:50.792315 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f448a014-d702-466c-ba33-ee1bdde3ae04", "name": "network-vif-plugged", "status": "completed", "tag": "dc657aba-63be-4083-b252-0600318c1f3f", "code": 200}]} {{(pid=114214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 23:55:50.792564 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a2a110db-6b2b-4098-992b-ed8aaf846ffa {{(pid=114214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 23:55:50.793071 dv-cinder-840375-1-iscsi neutron-server[114214]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2a110db-6b2b-4098-992b-ed8aaf846ffa'] response: {'server_uuid': 'f448a014-d702-466c-ba33-ee1bdde3ae04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc657aba-63be-4083-b252-0600318c1f3f', 'code': 200} May 03 23:55:50.822997 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832564ac-9c51-49ff-a6ca-cb9a3f93fde0 req-6cdb2075-d6b8-4d15-91a0-9c0de8588df4 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:50.825145 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-832564ac-9c51-49ff-a6ca-cb9a3f93fde0 req-6cdb2075-d6b8-4d15-91a0-9c0de8588df4 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=e20a72e1-2156-4807-bbc5-8f80cb0e1ea2 HTTP/1.1" status: 200 len: 943 time: 0.5010512 May 03 23:55:50.880384 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-832564ac-9c51-49ff-a6ca-cb9a3f93fde0 req-9da9acc0-ee15-4d16-851b-a65864ef0321 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d354cfe-5646-4686-b8b6-d0a5ff78252e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451982 May 03 23:55:51.107538 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e4453-47c7-45bb-a178-87f5391cb6f8 req-d7e65d34-ec39-4483-a952-dd4f5a673cb6 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:51.119044 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-f01e4453-47c7-45bb-a178-87f5391cb6f8 req-d7e65d34-ec39-4483-a952-dd4f5a673cb6 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/ports?device_id=7764431b-1c5b-44f8-a08c-f7fdad54d288 HTTP/1.1" status: 200 len: 944 time: 0.1181631 May 03 23:55:51.201455 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-f01e4453-47c7-45bb-a178-87f5391cb6f8 req-fc14061e-5064-4753-a8f5-63acae521690 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ce46192-56ed-4e3c-8c55-0dfeda54a709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810597 May 03 23:55:51.356103 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539ed635-f9ab-4896-b34e-2d28c4e3ec6d req-8f092841-720e-4e23-9a9d-faed56d7d8e7 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:51.366343 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-539ed635-f9ab-4896-b34e-2d28c4e3ec6d req-8f092841-720e-4e23-9a9d-faed56d7d8e7 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 945 time: 0.0928693 May 03 23:55:51.587682 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-539ed635-f9ab-4896-b34e-2d28c4e3ec6d req-fd002a20-74f5-4a51-a60a-15863f692f86 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2067738 May 03 23:55:51.617532 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe19aee-f837-4ee2-80da-600095835bd0 req-3f762ae5-0dfd-4ab3-a7fb-ab12fb190148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:51.619945 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-dbe19aee-f837-4ee2-80da-600095835bd0 req-3f762ae5-0dfd-4ab3-a7fb-ab12fb190148 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f448a014-d702-466c-ba33-ee1bdde3ae04 HTTP/1.1" status: 200 len: 1099 time: 0.1150014 May 03 23:55:51.642513 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e99ab87-6ab0-4da9-872e-5690a6cee56d req-58988e11-e57b-4eb0-8575-70b1aef3c45b tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:51.650398 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-7e99ab87-6ab0-4da9-872e-5690a6cee56d req-58988e11-e57b-4eb0-8575-70b1aef3c45b tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf1545ae-f769-41bd-9f93-1e61e7b2bd9e HTTP/1.1" status: 200 len: 944 time: 0.1489649 May 03 23:55:51.711925 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-dbe19aee-f837-4ee2-80da-600095835bd0 req-83ec9d80-7917-4b94-8550-859c787a9f00 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1fa06c5c-f4f9-4e22-9b50-5ae3e252e3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836358 May 03 23:55:51.759118 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-7e99ab87-6ab0-4da9-872e-5690a6cee56d req-5995ec7e-e765-47e1-a261-a6e8b068d911 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] 10.222.0.13 "GET /v2.0/security-groups?id=4191b7cf-65cf-4f89-8e01-4fa95128dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941391 May 03 23:55:51.991323 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090209d1-7819-4870-895a-42e7d6a282e1 req-9933109e-7858-4696-8251-6f6a6023d5cc tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:52.007598 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-090209d1-7819-4870-895a-42e7d6a282e1 req-9933109e-7858-4696-8251-6f6a6023d5cc tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=f448a014-d702-466c-ba33-ee1bdde3ae04 HTTP/1.1" status: 200 len: 946 time: 0.1382742 May 03 23:55:52.033687 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device c62748d5-3d5c-4268-bf9c-e261b0109f8d details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=114214) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 23:55:52.130581 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-090209d1-7819-4870-895a-42e7d6a282e1 req-88791c63-928f-44cc-876c-ead587b05185 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fa06c5c-f4f9-4e22-9b50-5ae3e252e3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213794 May 03 23:55:52.143865 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f48d71a-ebc5-44b4-a3bb-ffdfa43ddbe8 req-36f8fbf2-1abd-474f-a578-d9e55727fb58 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:52.146312 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-6f48d71a-ebc5-44b4-a3bb-ffdfa43ddbe8 req-36f8fbf2-1abd-474f-a578-d9e55727fb58 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=e20a72e1-2156-4807-bbc5-8f80cb0e1ea2 HTTP/1.1" status: 200 len: 943 time: 0.1662333 May 03 23:55:52.219446 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-6f48d71a-ebc5-44b4-a3bb-ffdfa43ddbe8 req-e11cf985-a495-407f-aa1f-a791ef0285a0 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d354cfe-5646-4686-b8b6-d0a5ff78252e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635028 May 03 23:55:52.293954 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] For port c62748d5-3d5c-4268-bf9c-e261b0109f8d, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=c62748d5-3d5c-4268-bf9c-e261b0109f8d,segment=NetworkSegment(4aa0fff9-3f39-4107-a21f-e5e9bdcb305b),segment_id=4aa0fff9-3f39-4107-a21f-e5e9bdcb305b)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:55:52.310769 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Returning: {'device': 'c62748d5-3d5c-4268-bf9c-e261b0109f8d', 'network_id': '0a6b04f9-6f06-4100-ad85-6b28ebd5afaa', 'port_id': 'c62748d5-3d5c-4268-bf9c-e261b0109f8d', 'mac_address': 'fa:16:3e:7e:ed:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a71a973f-43f2-413b-b3e6-b8f0626526c4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114214) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 23:55:52.317923 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device 95615249-1a1e-465b-a9ad-a60f82ec8ea8 up at agent hyperv_hv-cinder-84037 {{(pid=114214) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 23:55:52.446023 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e07d4b-1502-40ab-9a3b-4f96df0c342d req-e2c1bde5-9b57-47bb-a82f-1ba9d62f94d0 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:52.446023 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-e6e07d4b-1502-40ab-9a3b-4f96df0c342d req-e2c1bde5-9b57-47bb-a82f-1ba9d62f94d0 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/ports?device_id=7764431b-1c5b-44f8-a08c-f7fdad54d288 HTTP/1.1" status: 200 len: 944 time: 0.1476626 May 03 23:55:52.554379 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:52.561338 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-e6e07d4b-1502-40ab-9a3b-4f96df0c342d req-dc774690-9dab-4f2d-aa72-f884d734a522 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ce46192-56ed-4e3c-8c55-0dfeda54a709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190679 May 03 23:55:52.585612 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.notifiers.nova [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c62748d5-3d5c-4268-bf9c-e261b0109f8d {{(pid=114214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:55:52.612156 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] For port c62748d5-3d5c-4268-bf9c-e261b0109f8d, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=c62748d5-3d5c-4268-bf9c-e261b0109f8d,segment=NetworkSegment(4aa0fff9-3f39-4107-a21f-e5e9bdcb305b),segment_id=4aa0fff9-3f39-4107-a21f-e5e9bdcb305b)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:55:52.870438 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:52.875841 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Provisioning for port 95615249-1a1e-465b-a9ad-a60f82ec8ea8 completed by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:55:52.969194 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70f78a1-2fbc-4200-9697-31842edd9863 req-a255ddc6-d476-4932-8953-80f28af7e50c tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:52.977104 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-c70f78a1-2fbc-4200-9697-31842edd9863 req-a255ddc6-d476-4932-8953-80f28af7e50c tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 945 time: 0.1513422 May 03 23:55:53.071352 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-c70f78a1-2fbc-4200-9697-31842edd9863 req-0ac9d3f8-72db-4f26-86f4-e3549849f786 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843427 May 03 23:55:53.084954 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17e7499-08d4-4d3f-8302-10f9fbbc6fb8 req-fc3ffd25-e468-4277-b8b7-7c934904cb42 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:53.087285 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-f17e7499-08d4-4d3f-8302-10f9fbbc6fb8 req-fc3ffd25-e468-4277-b8b7-7c934904cb42 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf1545ae-f769-41bd-9f93-1e61e7b2bd9e HTTP/1.1" status: 200 len: 944 time: 0.1263230 May 03 23:55:53.239082 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Provisioning complete for port 95615249-1a1e-465b-a9ad-a60f82ec8ea8 triggered by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:55:53.241217 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:53.247856 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-f17e7499-08d4-4d3f-8302-10f9fbbc6fb8 req-5d72344d-dc7f-4746-a758-a40bc3b71c26 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] 10.222.0.13 "GET /v2.0/security-groups?id=4191b7cf-65cf-4f89-8e01-4fa95128dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544147 May 03 23:55:53.400339 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9492d1-8975-4049-917d-e6a47c80d717 req-ddda3751-dc6b-4fc9-82cc-bae7416c3857 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:53.418526 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-da9492d1-8975-4049-917d-e6a47c80d717 req-ddda3751-dc6b-4fc9-82cc-bae7416c3857 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=f448a014-d702-466c-ba33-ee1bdde3ae04 HTTP/1.1" status: 200 len: 946 time: 0.1696005 May 03 23:55:53.451280 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Pushing event updated for resources: {'Port': ['ID=c62748d5-3d5c-4268-bf9c-e261b0109f8d,revision_number=4']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:55:53.487176 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] get_ports_and_sgs() called for port_ids ['c62748d5-3d5c-4268-bf9c-e261b0109f8d'] {{(pid=114214) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 23:55:53.504783 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d61373-4f84-4c3b-88f2-d58a94b019d7 req-051dd115-e3ee-4b81-be74-4bfa62c3071a tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:53.511123 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-da9492d1-8975-4049-917d-e6a47c80d717 req-7d5974e9-f11c-48a4-8dac-094d050922b6 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fa06c5c-f4f9-4e22-9b50-5ae3e252e3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915799 May 03 23:55:53.517381 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-75d61373-4f84-4c3b-88f2-d58a94b019d7 req-051dd115-e3ee-4b81-be74-4bfa62c3071a tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=e20a72e1-2156-4807-bbc5-8f80cb0e1ea2 HTTP/1.1" status: 200 len: 944 time: 0.1185658 May 03 23:55:53.638192 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-75d61373-4f84-4c3b-88f2-d58a94b019d7 req-526f2013-d29b-49ca-b0dc-ac6e408e1299 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d354cfe-5646-4686-b8b6-d0a5ff78252e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200218 May 03 23:55:53.755300 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:53.808475 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c1e65-1c99-4488-86e1-22f46065ede5 req-6a3c0b1c-00f7-484e-b4bb-3980d6ed5675 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:53.815687 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf1545ae-f769-41bd-9f93-1e61e7b2bd9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95615249-1a1e-465b-a9ad-a60f82ec8ea8'}] {{(pid=114214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:55:53.820173 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a2c01d47b82d907f81ba0899610efc862c27db097cd111ee9714155fede03ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-161ac4b2-e3fa-48a5-92af-8cf4a1ec47ff" -d '{"events": [{"server_uuid": "bf1545ae-f769-41bd-9f93-1e61e7b2bd9e", "name": "network-vif-plugged", "status": "completed", "tag": "95615249-1a1e-465b-a9ad-a60f82ec8ea8"}]}' {{(pid=114214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 23:55:53.827467 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-cf3c1e65-1c99-4488-86e1-22f46065ede5 req-6a3c0b1c-00f7-484e-b4bb-3980d6ed5675 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/ports?device_id=7764431b-1c5b-44f8-a08c-f7fdad54d288 HTTP/1.1" status: 200 len: 944 time: 0.1353145 May 03 23:55:53.873941 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] For port 95615249-1a1e-465b-a9ad-a60f82ec8ea8, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=95615249-1a1e-465b-a9ad-a60f82ec8ea8,segment=NetworkSegment(99ee9601-bbfa-4e4c-a70a-1b0ba7b6fb39),segment_id=99ee9601-bbfa-4e4c-a70a-1b0ba7b6fb39)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:55:53.911048 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 23:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc34176-e22d-4776-ac77-8fc5f1ab8aef x-openstack-request-id: req-7bc34176-e22d-4776-ac77-8fc5f1ab8aef {{(pid=114214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 23:55:53.917674 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf1545ae-f769-41bd-9f93-1e61e7b2bd9e", "name": "network-vif-plugged", "status": "completed", "tag": "95615249-1a1e-465b-a9ad-a60f82ec8ea8", "code": 200}]} {{(pid=114214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 23:55:53.919065 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7bc34176-e22d-4776-ac77-8fc5f1ab8aef {{(pid=114214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 23:55:53.926975 dv-cinder-840375-1-iscsi neutron-server[114214]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bc34176-e22d-4776-ac77-8fc5f1ab8aef'] response: {'server_uuid': 'bf1545ae-f769-41bd-9f93-1e61e7b2bd9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95615249-1a1e-465b-a9ad-a60f82ec8ea8', 'code': 200} May 03 23:55:53.988498 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:54.006886 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-cf3c1e65-1c99-4488-86e1-22f46065ede5 req-72a14806-b8a3-4a92-ac3d-3b56a1af4e2e tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ce46192-56ed-4e3c-8c55-0dfeda54a709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1750450 May 03 23:55:54.154175 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Pushing event updated for resources: {'Port': ['ID=95615249-1a1e-465b-a9ad-a60f82ec8ea8,revision_number=5']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:55:54.318240 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d7c66b-69e7-4abb-a389-fa112923887d req-ca925833-8626-43b1-a582-333ed955371c tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:54.336913 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-24d7c66b-69e7-4abb-a389-fa112923887d req-ca925833-8626-43b1-a582-333ed955371c tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 945 time: 0.1321273 May 03 23:55:54.427532 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-24d7c66b-69e7-4abb-a389-fa112923887d req-4cbca3a9-06e6-4eb4-a7aa-974abc254d69 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858870 May 03 23:55:54.476683 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.agents_db [None req-33eb5aa9-4e04-49df-8f84-9829a3bd54c6 None None] Agent healthcheck: found 6 active agents {{(pid=114215) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 23:55:54.509751 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f10a511-82de-4650-a1ae-28d749eec4c8 req-91042e6b-9667-4982-b004-45785e7c1099 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:54.528919 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-3f10a511-82de-4650-a1ae-28d749eec4c8 req-91042e6b-9667-4982-b004-45785e7c1099 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf1545ae-f769-41bd-9f93-1e61e7b2bd9e HTTP/1.1" status: 200 len: 945 time: 0.1059539 May 03 23:55:54.534044 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4ce95-e46a-4139-9fe0-4a7768cbcc49 req-69446aec-d7d2-4069-88f7-03f82aafa049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:54.538913 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-45b4ce95-e46a-4139-9fe0-4a7768cbcc49 req-69446aec-d7d2-4069-88f7-03f82aafa049 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bf1545ae-f769-41bd-9f93-1e61e7b2bd9e HTTP/1.1" status: 200 len: 1098 time: 0.0654652 May 03 23:55:54.585759 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-3f10a511-82de-4650-a1ae-28d749eec4c8 req-bffa7062-040c-44f0-9491-a8334db04a5a tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] 10.222.0.13 "GET /v2.0/security-groups?id=4191b7cf-65cf-4f89-8e01-4fa95128dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537856 May 03 23:55:54.604668 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-45b4ce95-e46a-4139-9fe0-4a7768cbcc49 req-ee88ae00-4411-419b-9e2d-40f8b5e1b3bb service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4191b7cf-65cf-4f89-8e01-4fa95128dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572476 May 03 23:55:54.763394 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75537e95-0a33-4b5a-81f5-756fa28ebacb req-a7fb55d3-c770-41a6-94a5-bd8e65a661f2 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:54.775028 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-75537e95-0a33-4b5a-81f5-756fa28ebacb req-a7fb55d3-c770-41a6-94a5-bd8e65a661f2 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=f448a014-d702-466c-ba33-ee1bdde3ae04 HTTP/1.1" status: 200 len: 946 time: 0.1113133 May 03 23:55:54.872533 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-75537e95-0a33-4b5a-81f5-756fa28ebacb req-90e28db3-2a14-4242-be5d-36a9813287c3 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fa06c5c-f4f9-4e22-9b50-5ae3e252e3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000414 May 03 23:55:55.085417 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cacd40-34cf-4b5e-9da9-af9f49e15281 req-94cf298e-800e-49a2-9f06-6006437f032d tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:55.110154 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-c1cacd40-34cf-4b5e-9da9-af9f49e15281 req-94cf298e-800e-49a2-9f06-6006437f032d tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=e20a72e1-2156-4807-bbc5-8f80cb0e1ea2 HTTP/1.1" status: 200 len: 944 time: 0.2344859 May 03 23:55:55.134388 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c38193-7eab-4698-a64e-d2b03bceb18c req-882dc577-48d8-4496-afc8-4a1dd65840ec tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:55.136523 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-73c38193-7eab-4698-a64e-d2b03bceb18c req-882dc577-48d8-4496-afc8-4a1dd65840ec tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=f448a014-d702-466c-ba33-ee1bdde3ae04 HTTP/1.1" status: 200 len: 946 time: 0.1117854 May 03 23:55:55.162508 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 39454) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:55:55.169308 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [None req-2c47f167-a1f3-4b81-9c8d-ac6bd5b616f7 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Request body: {'floatingip': {'port_id': 'dc657aba-63be-4083-b252-0600318c1f3f'}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:55:55.195940 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-c1cacd40-34cf-4b5e-9da9-af9f49e15281 req-f192ffd1-5234-43f4-8222-289c795d71ca tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d354cfe-5646-4686-b8b6-d0a5ff78252e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841405 May 03 23:55:55.383355 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-2c47f167-a1f3-4b81-9c8d-ac6bd5b616f7 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks [] for floatingip, before_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:55.610779 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9594a14f-4f3f-416e-816f-97c876676760 req-157da3e3-f886-49f8-a1c6-420cf2039afb tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:55.612874 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-9594a14f-4f3f-416e-816f-97c876676760 req-157da3e3-f886-49f8-a1c6-420cf2039afb tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/ports?device_id=7764431b-1c5b-44f8-a08c-f7fdad54d288 HTTP/1.1" status: 200 len: 944 time: 0.3046916 May 03 23:55:55.698975 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-9594a14f-4f3f-416e-816f-97c876676760 req-d59eaa17-1796-44ca-8a2c-e89a2fa4c035 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ce46192-56ed-4e3c-8c55-0dfeda54a709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753989 May 03 23:55:55.744428 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5595e7-01ad-4a8f-b12c-aba64d2db75c req-d61fe01d-34c4-42bb-bc95-e33d21afdf4f tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:55.756038 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-1d5595e7-01ad-4a8f-b12c-aba64d2db75c req-d61fe01d-34c4-42bb-bc95-e33d21afdf4f tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 945 time: 0.1669984 May 03 23:55:56.087156 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device c62748d5-3d5c-4268-bf9c-e261b0109f8d up at agent hyperv_hv-cinder-84037 {{(pid=114214) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 23:55:56.121877 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213ab3c9-41fc-46a2-b599-c1b5d0d8b89d req-3ccdcd3b-88ca-4037-a4dc-f29532b7b497 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:56.132511 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-213ab3c9-41fc-46a2-b599-c1b5d0d8b89d req-3ccdcd3b-88ca-4037-a4dc-f29532b7b497 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf1545ae-f769-41bd-9f93-1e61e7b2bd9e HTTP/1.1" status: 200 len: 945 time: 0.2529564 May 03 23:55:56.241269 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-213ab3c9-41fc-46a2-b599-c1b5d0d8b89d req-3592c0ae-5fb9-4d67-b35f-d168ed2a55b7 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] 10.222.0.13 "GET /v2.0/security-groups?id=4191b7cf-65cf-4f89-8e01-4fa95128dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070411 May 03 23:55:56.377576 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-1d5595e7-01ad-4a8f-b12c-aba64d2db75c req-bc0400e3-c7d5-4d15-b854-1265b34426b8 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6205292 May 03 23:55:56.535820 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd16d443-9f19-493f-96bc-4391343f6965 req-fe96cb9f-1610-4c6c-8e62-d6c50b252173 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:56.543812 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-dd16d443-9f19-493f-96bc-4391343f6965 req-fe96cb9f-1610-4c6c-8e62-d6c50b252173 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=e20a72e1-2156-4807-bbc5-8f80cb0e1ea2 HTTP/1.1" status: 200 len: 944 time: 0.1737401 May 03 23:55:56.549630 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Provisioning for port c62748d5-3d5c-4268-bf9c-e261b0109f8d completed by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:55:56.555401 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Provisioning complete for port c62748d5-3d5c-4268-bf9c-e261b0109f8d triggered by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:55:56.556447 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:56.623899 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-dd16d443-9f19-493f-96bc-4391343f6965 req-e5a804c1-ef81-4312-85dc-34332b6b8ab4 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d354cfe-5646-4686-b8b6-d0a5ff78252e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788875 May 03 23:55:56.748863 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:56.863130 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] For port c62748d5-3d5c-4268-bf9c-e261b0109f8d, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=c62748d5-3d5c-4268-bf9c-e261b0109f8d,segment=NetworkSegment(4aa0fff9-3f39-4107-a21f-e5e9bdcb305b),segment_id=4aa0fff9-3f39-4107-a21f-e5e9bdcb305b)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:55:56.871497 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e20a72e1-2156-4807-bbc5-8f80cb0e1ea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c62748d5-3d5c-4268-bf9c-e261b0109f8d'}] {{(pid=114214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:55:56.873454 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-2c47f167-a1f3-4b81-9c8d-ac6bd5b616f7 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:56.888080 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a2c01d47b82d907f81ba0899610efc862c27db097cd111ee9714155fede03ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1969c416-99e2-456e-816f-430e627e9058" -d '{"events": [{"server_uuid": "e20a72e1-2156-4807-bbc5-8f80cb0e1ea2", "name": "network-vif-plugged", "status": "completed", "tag": "c62748d5-3d5c-4268-bf9c-e261b0109f8d"}]}' {{(pid=114214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 23:55:56.972441 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:57.023443 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-2c47f167-a1f3-4b81-9c8d-ac6bd5b616f7 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3761754'] for floatingip, after_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:57.042519 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 23:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09340f6d-047d-4e8a-a875-761ca54df661 x-openstack-request-id: req-09340f6d-047d-4e8a-a875-761ca54df661 {{(pid=114214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 23:55:57.043112 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e20a72e1-2156-4807-bbc5-8f80cb0e1ea2", "name": "network-vif-plugged", "status": "completed", "tag": "c62748d5-3d5c-4268-bf9c-e261b0109f8d", "code": 200}]} {{(pid=114214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 23:55:57.044178 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-09340f6d-047d-4e8a-a875-761ca54df661 {{(pid=114214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 23:55:57.047838 dv-cinder-840375-1-iscsi neutron-server[114214]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09340f6d-047d-4e8a-a875-761ca54df661'] response: {'server_uuid': 'e20a72e1-2156-4807-bbc5-8f80cb0e1ea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c62748d5-3d5c-4268-bf9c-e261b0109f8d', 'code': 200} May 03 23:55:57.068755 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e385eaf6-f624-4384-9d49-f804c565a5a5 req-0e9738da-700d-463a-8686-8745e159fd8e tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:57.078941 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-e385eaf6-f624-4384-9d49-f804c565a5a5 req-0e9738da-700d-463a-8686-8745e159fd8e tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/ports?device_id=7764431b-1c5b-44f8-a08c-f7fdad54d288 HTTP/1.1" status: 200 len: 944 time: 0.1753235 May 03 23:55:57.167841 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Pushing event updated for resources: {'Port': ['ID=c62748d5-3d5c-4268-bf9c-e261b0109f8d,revision_number=5']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:55:57.177741 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-e385eaf6-f624-4384-9d49-f804c565a5a5 req-e2c8a9ba-9f60-458f-9474-86956a3da6ab tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ce46192-56ed-4e3c-8c55-0dfeda54a709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943480 May 03 23:55:57.356226 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.db.l3_db [None req-2c47f167-a1f3-4b81-9c8d-ac6bd5b616f7 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Floating IP 88a43031-98f8-4279-a7a0-13d33cd67128 associated. External IP: 172.27.2.111, port: dc657aba-63be-4083-b252-0600318c1f3f. May 03 23:55:57.696515 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129cbbac-5a37-4df5-bd60-cc793b207130 req-b9c4bbe7-adeb-4c76-9fac-053da6a8a81a tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:57.704749 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb2215-5bd3-4c76-accf-34c7a50008d1 req-1714bc4a-9bb6-4fd1-8d8d-fb73b9b6e154 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:57.711765 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-129cbbac-5a37-4df5-bd60-cc793b207130 req-b9c4bbe7-adeb-4c76-9fac-053da6a8a81a tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf1545ae-f769-41bd-9f93-1e61e7b2bd9e HTTP/1.1" status: 200 len: 945 time: 0.2529831 May 03 23:55:57.726900 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-fbeb2215-5bd3-4c76-accf-34c7a50008d1 req-1714bc4a-9bb6-4fd1-8d8d-fb73b9b6e154 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 945 time: 0.2164249 May 03 23:55:57.859386 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-fbeb2215-5bd3-4c76-accf-34c7a50008d1 req-494beb88-5019-43b5-a860-7a0790687a9b tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290991 May 03 23:55:58.050507 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff42f09-00fb-4a8f-974e-77220bdbd463 req-03b4588e-62af-4d74-80fd-092a9861fe4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:58.052554 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-6ff42f09-00fb-4a8f-974e-77220bdbd463 req-03b4588e-62af-4d74-80fd-092a9861fe4a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e20a72e1-2156-4807-bbc5-8f80cb0e1ea2 HTTP/1.1" status: 200 len: 1098 time: 0.4924932 May 03 23:55:58.072919 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-129cbbac-5a37-4df5-bd60-cc793b207130 req-147864ff-18ff-4cab-a4e2-608b8b80c32c tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] 10.222.0.13 "GET /v2.0/security-groups?id=4191b7cf-65cf-4f89-8e01-4fa95128dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368468 May 03 23:55:58.168926 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f637444e-139c-45ab-bc47-c12ae6f94de2 req-a5244e14-d832-45fd-9db1-af55fa94ff81 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:58.174045 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-f637444e-139c-45ab-bc47-c12ae6f94de2 req-a5244e14-d832-45fd-9db1-af55fa94ff81 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=e20a72e1-2156-4807-bbc5-8f80cb0e1ea2 HTTP/1.1" status: 200 len: 945 time: 0.1057513 May 03 23:55:58.199260 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-6ff42f09-00fb-4a8f-974e-77220bdbd463 req-2f968bdb-eeb1-4d5b-9b7a-e5bdc317d460 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0d354cfe-5646-4686-b8b6-d0a5ff78252e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180105 May 03 23:55:58.228435 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c47f167-a1f3-4b81-9c8d-ac6bd5b616f7 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Router 631a97f7-1cbf-4b95-adf6-8a2f356d4019 has already been hosted by L3 agent 758adf3f-89d7-4e1b-912e-3871fb413390 {{(pid=114212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 23:55:58.280353 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-f637444e-139c-45ab-bc47-c12ae6f94de2 req-63eebe46-6bc8-4163-be14-ad0cfcd993d4 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d354cfe-5646-4686-b8b6-d0a5ff78252e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972164 May 03 23:55:58.520896 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ebf3f-29c5-410a-9fb0-f0f0dab1136e req-35f009f6-8810-4f66-9ecc-14d3d6bd261a tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:58.528253 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-198ebf3f-29c5-410a-9fb0-f0f0dab1136e req-35f009f6-8810-4f66-9ecc-14d3d6bd261a tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/ports?device_id=7764431b-1c5b-44f8-a08c-f7fdad54d288 HTTP/1.1" status: 200 len: 944 time: 0.1807702 May 03 23:55:58.641453 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c47f167-a1f3-4b81-9c8d-ac6bd5b616f7 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify agent at l3_agent.dv-cinder-840375-1-iscsi the message routers_updated {{(pid=114212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 23:55:58.662847 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-2c47f167-a1f3-4b81-9c8d-ac6bd5b616f7 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371'] for floatingip, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:58.680420 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bfa163-1a5f-4321-842d-593b84ee4ae2 None None] Sync routers for ids ['631a97f7-1cbf-4b95-adf6-8a2f356d4019'] in dv-cinder-840375-1-iscsi {{(pid=114215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:55:58.740130 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-2c47f167-a1f3-4b81-9c8d-ac6bd5b616f7 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "PUT /v2.0/floatingips/88a43031-98f8-4279-a7a0-13d33cd67128 HTTP/1.1" status: 200 len: 992 time: 3.5752161 May 03 23:55:58.750567 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f448a014-d702-466c-ba33-ee1bdde3ae04', 'tag': 'dc657aba-63be-4083-b252-0600318c1f3f'}] {{(pid=114212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:55:58.750772 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bfa163-1a5f-4321-842d-593b84ee4ae2 None None] Routers {'631a97f7-1cbf-4b95-adf6-8a2f356d4019'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:55:58.750953 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d2be33a93c6036cad1ba084e78d1c3d957b621bee157ccc93bfe0a4b69d877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3be90e0-d868-4d6c-8211-d0099cc9aca1" -d '{"events": [{"name": "network-changed", "server_uuid": "f448a014-d702-466c-ba33-ee1bdde3ae04", "tag": "dc657aba-63be-4083-b252-0600318c1f3f"}]}' {{(pid=114212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 23:55:58.751140 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-e2bfa163-1a5f-4321-842d-593b84ee4ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-03T23:55:34Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['631a97f7-1cbf-4b95-adf6-8a2f356d4019'], 'active': True} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:55:58.783412 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-198ebf3f-29c5-410a-9fb0-f0f0dab1136e req-8ca7404c-943a-4062-b949-d40c8f0cbc74 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ce46192-56ed-4e3c-8c55-0dfeda54a709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2248702 May 03 23:55:58.877621 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 23:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23652f36-19af-49e1-9c25-e0228681d593 x-openstack-request-id: req-23652f36-19af-49e1-9c25-e0228681d593 {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 23:55:58.878775 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f448a014-d702-466c-ba33-ee1bdde3ae04", "tag": "dc657aba-63be-4083-b252-0600318c1f3f", "status": "completed", "code": 200}]} {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 23:55:58.879529 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-23652f36-19af-49e1-9c25-e0228681d593 {{(pid=114212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 23:55:58.880680 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23652f36-19af-49e1-9c25-e0228681d593'] response: {'name': 'network-changed', 'server_uuid': 'f448a014-d702-466c-ba33-ee1bdde3ae04', 'tag': 'dc657aba-63be-4083-b252-0600318c1f3f', 'status': 'completed', 'code': 200} May 03 23:55:59.110696 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvr_db [None req-e2bfa163-1a5f-4321-842d-593b84ee4ae2 None None] Set router 631a97f7-1cbf-4b95-adf6-8a2f356d4019 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 23:55:59.207148 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3be90e0-d868-4d6c-8211-d0099cc9aca1 req-824eb4e9-e653-4540-a8c2-89a4d4e388dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:59.208988 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-b3be90e0-d868-4d6c-8211-d0099cc9aca1 req-824eb4e9-e653-4540-a8c2-89a4d4e388dc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4f6a10010e894f0390d087e92b3d1035&device_id=f448a014-d702-466c-ba33-ee1bdde3ae04 HTTP/1.1" status: 200 len: 1099 time: 0.2403626 May 03 23:55:59.263032 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae17ac18-1d72-4aa5-afe5-bf1efe6bbae4 req-fc7da6d2-33cb-43a7-893b-20d122be9b0e tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:59.278299 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-ae17ac18-1d72-4aa5-afe5-bf1efe6bbae4 req-fc7da6d2-33cb-43a7-893b-20d122be9b0e tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 945 time: 0.1434541 May 03 23:55:59.720548 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-ae17ac18-1d72-4aa5-afe5-bf1efe6bbae4 req-0f395bc6-c441-4b22-8a5d-23d4d40647b4 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4401796 May 03 23:55:59.778468 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ea3c05-9cff-49ba-8ef1-7648be9b7f86 req-012ddea0-207f-4ace-a1e3-94969146a5e2 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:59.778468 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-e6ea3c05-9cff-49ba-8ef1-7648be9b7f86 req-012ddea0-207f-4ace-a1e3-94969146a5e2 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=e20a72e1-2156-4807-bbc5-8f80cb0e1ea2 HTTP/1.1" status: 200 len: 945 time: 0.2414510 May 03 23:55:59.794638 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3be90e0-d868-4d6c-8211-d0099cc9aca1 req-b20914ff-45af-4118-bf13-169d81ba64be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:55:59.810565 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-b3be90e0-d868-4d6c-8211-d0099cc9aca1 req-b20914ff-45af-4118-bf13-169d81ba64be service neutron] 10.222.0.47 "GET /v2.0/networks?id=88061c84-ec22-4a18-841b-8db91bd7572a HTTP/1.1" status: 200 len: 915 time: 0.5860500 May 03 23:55:59.895831 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-e6ea3c05-9cff-49ba-8ef1-7648be9b7f86 req-0a973fb8-5ecf-441a-8092-cd01053a8533 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d354cfe-5646-4686-b8b6-d0a5ff78252e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082845 May 03 23:56:00.052897 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-e2bfa163-1a5f-4321-842d-593b84ee4ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'name': 'tempest-AttachVolumeNegativeTest-158062797-router', 'tenant_id': '4f6a10010e894f0390d087e92b3d1035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '4451ff75-8bf2-4507-a5f3-127842a648f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:52:56Z', 'updated_at': '2022-05-03T23:53:06Z', 'revision_number': 4, 'project_id': '4f6a10010e894f0390d087e92b3d1035', 'gw_port': {'id': '4451ff75-8bf2-4507-a5f3-127842a648f6', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:06:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:52:58Z', 'updated_at': '2022-05-03T23:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_floatingips': [{'id': '2083c5d2-281f-434f-ac67-9890d6722d24', 'tenant_id': '4f6a10010e894f0390d087e92b3d1035', 'floating_ip_address': '172.27.2.243', 'floating_network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'router_id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'port_id': '0e7d2ded-c95c-4536-a9bb-598691f1c01a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88061c84-ec22-4a18-841b-8db91bd7572a', 'mac_address': 'fa:16:3e:cf:4c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd828ae7b-10a7-44ba-ba9b-8e3d17e0de4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:53:21Z', 'updated_at': '2022-05-03T23:54:10Z', 'revision_number': 2, 'project_id': '4f6a10010e894f0390d087e92b3d1035', 'fixed_ip_address_scope': None}, {'id': '88a43031-98f8-4279-a7a0-13d33cd67128', 'tenant_id': '4f6a10010e894f0390d087e92b3d1035', 'floating_ip_address': '172.27.2.111', 'floating_network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'router_id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'port_id': 'dc657aba-63be-4083-b252-0600318c1f3f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88061c84-ec22-4a18-841b-8db91bd7572a', 'mac_address': 'fa:16:3e:7c:ab:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f448a014-d702-466c-ba33-ee1bdde3ae04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:55:25Z', 'updated_at': '2022-05-03T23:55:56Z', 'revision_number': 1, 'project_id': '4f6a10010e894f0390d087e92b3d1035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd07f3b14-e6b3-40d4-9719-de456f7359f6', 'name': '', 'network_id': '88061c84-ec22-4a18-841b-8db91bd7572a', 'tenant_id': '4f6a10010e894f0390d087e92b3d1035', 'mac_address': 'fa:16:3e:f6:8d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b5c212ed-61ce-414c-afb5-0c8516817b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:04Z', 'updated_at': '2022-05-03T23:53:17Z', 'revision_number': 5, 'project_id': '4f6a10010e894f0390d087e92b3d1035', 'subnets': [{'id': 'b5c212ed-61ce-414c-afb5-0c8516817b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:56:00.059914 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-b3be90e0-d868-4d6c-8211-d0099cc9aca1 req-caa2d017-ae66-4d37-9776-87ee63cb4fd7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc657aba-63be-4083-b252-0600318c1f3f HTTP/1.1" status: 200 len: 1000 time: 0.2303815 May 03 23:56:00.110921 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bfa163-1a5f-4321-842d-593b84ee4ae2 None None] Checking router: 631a97f7-1cbf-4b95-adf6-8a2f356d4019 for host: dv-cinder-840375-1-iscsi {{(pid=114215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:56:00.137862 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bfa163-1a5f-4321-842d-593b84ee4ae2 None None] Routers {'631a97f7-1cbf-4b95-adf6-8a2f356d4019'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:56:00.138950 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-e2bfa163-1a5f-4321-842d-593b84ee4ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-03T23:55:34Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['631a97f7-1cbf-4b95-adf6-8a2f356d4019'], 'active': True} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:56:00.299385 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3be90e0-d868-4d6c-8211-d0099cc9aca1 req-b8cc2d70-d329-470f-a1e2-3b7d765b13f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:56:00.301183 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-b3be90e0-d868-4d6c-8211-d0099cc9aca1 req-b8cc2d70-d329-470f-a1e2-3b7d765b13f3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b5c212ed-61ce-414c-afb5-0c8516817b16 HTTP/1.1" status: 200 len: 853 time: 0.1776431 May 03 23:56:00.310047 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df986a0-cedb-413f-b3de-1f05a16f63e8 req-d80b4453-cf0d-4bb6-b470-64f7aa5a0002 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:56:00.318158 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-1df986a0-cedb-413f-b3de-1f05a16f63e8 req-d80b4453-cf0d-4bb6-b470-64f7aa5a0002 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/ports?device_id=7764431b-1c5b-44f8-a08c-f7fdad54d288 HTTP/1.1" status: 200 len: 944 time: 0.2460718 May 03 23:56:00.418967 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-1df986a0-cedb-413f-b3de-1f05a16f63e8 req-de8f6eb8-474c-4749-8666-f7472e2abb0b tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ce46192-56ed-4e3c-8c55-0dfeda54a709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993679 May 03 23:56:00.420060 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvr_db [None req-e2bfa163-1a5f-4321-842d-593b84ee4ae2 None None] Set router 631a97f7-1cbf-4b95-adf6-8a2f356d4019 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 23:56:00.466735 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3be90e0-d868-4d6c-8211-d0099cc9aca1 req-8d58aac4-618d-4f33-bd4d-c817830f4956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:56:00.469197 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-b3be90e0-d868-4d6c-8211-d0099cc9aca1 req-8d58aac4-618d-4f33-bd4d-c817830f4956 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=88061c84-ec22-4a18-841b-8db91bd7572a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1481090 May 03 23:56:00.669245 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-b3be90e0-d868-4d6c-8211-d0099cc9aca1 req-7a6b062b-1fe1-4b6d-83fc-6d2a50856b4e service neutron] 10.222.0.47 "GET /v2.0/networks/88061c84-ec22-4a18-841b-8db91bd7572a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904681 May 03 23:56:00.995947 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-b3be90e0-d868-4d6c-8211-d0099cc9aca1 req-fd0a097a-f075-43e8-95ae-f8df93758a32 service neutron] 10.222.0.47 "GET /v2.0/networks/88061c84-ec22-4a18-841b-8db91bd7572a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3151059 May 03 23:56:01.148552 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-e2bfa163-1a5f-4321-842d-593b84ee4ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'name': 'tempest-AttachVolumeNegativeTest-158062797-router', 'tenant_id': '4f6a10010e894f0390d087e92b3d1035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '4451ff75-8bf2-4507-a5f3-127842a648f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:52:56Z', 'updated_at': '2022-05-03T23:53:06Z', 'revision_number': 4, 'project_id': '4f6a10010e894f0390d087e92b3d1035', 'gw_port': {'id': '4451ff75-8bf2-4507-a5f3-127842a648f6', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:06:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:52:58Z', 'updated_at': '2022-05-03T23:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_floatingips': [{'id': '2083c5d2-281f-434f-ac67-9890d6722d24', 'tenant_id': '4f6a10010e894f0390d087e92b3d1035', 'floating_ip_address': '172.27.2.243', 'floating_network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'router_id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'port_id': '0e7d2ded-c95c-4536-a9bb-598691f1c01a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88061c84-ec22-4a18-841b-8db91bd7572a', 'mac_address': 'fa:16:3e:cf:4c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd828ae7b-10a7-44ba-ba9b-8e3d17e0de4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:53:21Z', 'updated_at': '2022-05-03T23:54:10Z', 'revision_number': 2, 'project_id': '4f6a10010e894f0390d087e92b3d1035', 'fixed_ip_address_scope': None}, {'id': '88a43031-98f8-4279-a7a0-13d33cd67128', 'tenant_id': '4f6a10010e894f0390d087e92b3d1035', 'floating_ip_address': '172.27.2.111', 'floating_network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'router_id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'port_id': 'dc657aba-63be-4083-b252-0600318c1f3f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88061c84-ec22-4a18-841b-8db91bd7572a', 'mac_address': 'fa:16:3e:7c:ab:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f448a014-d702-466c-ba33-ee1bdde3ae04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:55:25Z', 'updated_at': '2022-05-03T23:55:56Z', 'revision_number': 1, 'project_id': '4f6a10010e894f0390d087e92b3d1035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd07f3b14-e6b3-40d4-9719-de456f7359f6', 'name': '', 'network_id': '88061c84-ec22-4a18-841b-8db91bd7572a', 'tenant_id': '4f6a10010e894f0390d087e92b3d1035', 'mac_address': 'fa:16:3e:f6:8d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b5c212ed-61ce-414c-afb5-0c8516817b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:04Z', 'updated_at': '2022-05-03T23:53:17Z', 'revision_number': 5, 'project_id': '4f6a10010e894f0390d087e92b3d1035', 'subnets': [{'id': 'b5c212ed-61ce-414c-afb5-0c8516817b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:56:01.169617 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e59dc18-90de-4714-8ef1-17d16b3894d4 req-e61696ae-f743-4625-b357-f79d72e2464a tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:56:01.172688 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-7e59dc18-90de-4714-8ef1-17d16b3894d4 req-e61696ae-f743-4625-b357-f79d72e2464a tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 945 time: 0.2986569 May 03 23:56:01.284069 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bfa163-1a5f-4321-842d-593b84ee4ae2 None None] The sync data for ids ['631a97f7-1cbf-4b95-adf6-8a2f356d4019'] in dv-cinder-840375-1-iscsi is: [{'id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'name': 'tempest-AttachVolumeNegativeTest-158062797-router', 'tenant_id': '4f6a10010e894f0390d087e92b3d1035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '4451ff75-8bf2-4507-a5f3-127842a648f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:52:56Z', 'updated_at': '2022-05-03T23:53:06Z', 'revision_number': 4, 'project_id': '4f6a10010e894f0390d087e92b3d1035', 'gw_port': {'id': '4451ff75-8bf2-4507-a5f3-127842a648f6', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:06:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:52:58Z', 'updated_at': '2022-05-03T23:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_floatingips': [{'id': '2083c5d2-281f-434f-ac67-9890d6722d24', 'tenant_id': '4f6a10010e894f0390d087e92b3d1035', 'floating_ip_address': '172.27.2.243', 'floating_network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'router_id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'port_id': '0e7d2ded-c95c-4536-a9bb-598691f1c01a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88061c84-ec22-4a18-841b-8db91bd7572a', 'mac_address': 'fa:16:3e:cf:4c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd828ae7b-10a7-44ba-ba9b-8e3d17e0de4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:53:21Z', 'updated_at': '2022-05-03T23:54:10Z', 'revision_number': 2, 'project_id': '4f6a10010e894f0390d087e92b3d1035', 'fixed_ip_address_scope': None}, {'id': '88a43031-98f8-4279-a7a0-13d33cd67128', 'tenant_id': '4f6a10010e894f0390d087e92b3d1035', 'floating_ip_address': '172.27.2.111', 'floating_network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'router_id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'port_id': 'dc657aba-63be-4083-b252-0600318c1f3f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88061c84-ec22-4a18-841b-8db91bd7572a', 'mac_address': 'fa:16:3e:7c:ab:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f448a014-d702-466c-ba33-ee1bdde3ae04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:55:25Z', 'updated_at': '2022-05-03T23:55:56Z', 'revision_number': 1, 'project_id': '4f6a10010e894f0390d087e92b3d1035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd07f3b14-e6b3-40d4-9719-de456f7359f6', 'name': '', 'network_id': '88061c84-ec22-4a18-841b-8db91bd7572a', 'tenant_id': '4f6a10010e894f0390d087e92b3d1035', 'mac_address': 'fa:16:3e:f6:8d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b5c212ed-61ce-414c-afb5-0c8516817b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:04Z', 'updated_at': '2022-05-03T23:53:17Z', 'revision_number': 5, 'project_id': '4f6a10010e894f0390d087e92b3d1035', 'subnets': [{'id': 'b5c212ed-61ce-414c-afb5-0c8516817b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:56:01.369456 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-7e59dc18-90de-4714-8ef1-17d16b3894d4 req-930d6075-ae25-43d8-b28d-1a60e0152125 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1804395 May 03 23:56:01.391394 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785c90df-a7e5-44b7-9f47-e6341c79d8fb req-8e67c865-1a0b-460a-a5d5-d30a5cae7682 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:56:01.402828 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-785c90df-a7e5-44b7-9f47-e6341c79d8fb req-8e67c865-1a0b-460a-a5d5-d30a5cae7682 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=e20a72e1-2156-4807-bbc5-8f80cb0e1ea2 HTTP/1.1" status: 200 len: 945 time: 0.1978426 May 03 23:56:01.601656 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-41833c14-4b2d-42c4-95f4-23451b6e3b8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:56:01.847504 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ce3c09-7f97-45b7-9803-b7df948ceb8b None None] New status for floating IP 88a43031-98f8-4279-a7a0-13d33cd67128: ACTIVE {{(pid=114214) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 23:56:01.870201 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a928eba-fa3b-4bf3-bd51-36ce3432a462 req-16918ea8-9ec2-4fb1-a1f3-0efd1ae16a67 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:56:01.881392 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-6a928eba-fa3b-4bf3-bd51-36ce3432a462 req-16918ea8-9ec2-4fb1-a1f3-0efd1ae16a67 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/ports?device_id=7764431b-1c5b-44f8-a08c-f7fdad54d288 HTTP/1.1" status: 200 len: 944 time: 0.2367096 May 03 23:56:01.986675 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-6a928eba-fa3b-4bf3-bd51-36ce3432a462 req-714be9ef-1b87-4100-b9ff-1a912047d34c tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ce46192-56ed-4e3c-8c55-0dfeda54a709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042569 May 03 23:56:02.185137 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device 19e6e5eb-68b5-4cdf-bc60-500368bf6b5e details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=114214) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 23:56:02.286327 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-785c90df-a7e5-44b7-9f47-e6341c79d8fb req-40f9664f-c428-4a19-a7f5-5db951105639 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d354cfe-5646-4686-b8b6-d0a5ff78252e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8825173 May 03 23:56:02.374438 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] For port 19e6e5eb-68b5-4cdf-bc60-500368bf6b5e, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=19e6e5eb-68b5-4cdf-bc60-500368bf6b5e,segment=NetworkSegment(a15bf7d2-78b2-4aa9-b3b7-3ddcf679b30b),segment_id=a15bf7d2-78b2-4aa9-b3b7-3ddcf679b30b)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:56:02.390685 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Returning: {'device': '19e6e5eb-68b5-4cdf-bc60-500368bf6b5e', 'network_id': '609cef8e-df65-49c3-ae42-a7cfad649592', 'port_id': '19e6e5eb-68b5-4cdf-bc60-500368bf6b5e', 'mac_address': 'fa:16:3e:3f:29:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '088459d7-9fa5-4572-a877-8b61a3a87623', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114214) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 23:56:02.447646 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970ec8c-883d-4876-9928-95a55b536cbe req-cd72ad11-7915-49b0-9d38-ed82b5a37b4f tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:56:02.452839 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-b970ec8c-883d-4876-9928-95a55b536cbe req-cd72ad11-7915-49b0-9d38-ed82b5a37b4f tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=e20a72e1-2156-4807-bbc5-8f80cb0e1ea2 HTTP/1.1" status: 200 len: 945 time: 0.0846884 May 03 23:56:02.461597 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 39528) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:56:02.468306 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [None req-f526c3c1-41c0-4528-821b-3aff12931d1c tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Request body: {'floatingip': {'port_id': 'c62748d5-3d5c-4268-bf9c-e261b0109f8d'}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:56:02.480657 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:56:02.528876 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.notifiers.nova [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19e6e5eb-68b5-4cdf-bc60-500368bf6b5e {{(pid=114214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:56:02.592508 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-f526c3c1-41c0-4528-821b-3aff12931d1c tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Notify callbacks [] for floatingip, before_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:56:02.614617 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] For port 19e6e5eb-68b5-4cdf-bc60-500368bf6b5e, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=19e6e5eb-68b5-4cdf-bc60-500368bf6b5e,segment=NetworkSegment(a15bf7d2-78b2-4aa9-b3b7-3ddcf679b30b),segment_id=a15bf7d2-78b2-4aa9-b3b7-3ddcf679b30b)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:56:02.677936 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:56:02.854943 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Pushing event updated for resources: {'Port': ['ID=19e6e5eb-68b5-4cdf-bc60-500368bf6b5e,revision_number=4']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:56:02.875466 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:56:02.876285 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:56:02.876819 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:56:02.877325 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:56:02.877841 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:56:02.878365 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:56:02.878872 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:56:02.879364 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:56:02.879880 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:56:02.880413 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:56:02.881066 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:56:02.881590 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:56:02.972361 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917e097d-1f21-41a9-98f1-02cdaed3f1d2 req-9ad13a92-79f5-464c-a8c1-89e845501001 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:56:02.975353 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-917e097d-1f21-41a9-98f1-02cdaed3f1d2 req-9ad13a92-79f5-464c-a8c1-89e845501001 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 945 time: 0.2377524 May 03 23:56:03.178387 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438594ea-8af3-4bb4-bc1f-29b919182cf9 req-ec16ed8b-eb4f-431a-8438-5f9240f09def tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:56:03.180587 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-438594ea-8af3-4bb4-bc1f-29b919182cf9 req-ec16ed8b-eb4f-431a-8438-5f9240f09def tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/ports?device_id=7764431b-1c5b-44f8-a08c-f7fdad54d288 HTTP/1.1" status: 200 len: 945 time: 0.0877135 May 03 23:56:03.236866 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-438594ea-8af3-4bb4-bc1f-29b919182cf9 req-165674b7-5f2a-40d4-b068-0fe11cfa45ef tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ce46192-56ed-4e3c-8c55-0dfeda54a709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418770 May 03 23:56:03.279686 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-917e097d-1f21-41a9-98f1-02cdaed3f1d2 req-12b69fe9-cb72-47c8-8593-0c97780bbcfc tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1440201 May 03 23:56:03.776063 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-f526c3c1-41c0-4528-821b-3aff12931d1c tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:56:03.916783 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-f526c3c1-41c0-4528-821b-3aff12931d1c tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3761754'] for floatingip, after_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:56:03.962127 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-25434245-c85b-4263-a996-9cce7579b1c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:56:04.161693 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.db.l3_db [None req-f526c3c1-41c0-4528-821b-3aff12931d1c tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Floating IP 1b42e5fe-7d3b-4286-96a7-940eed3f015b associated. External IP: 172.27.2.162, port: c62748d5-3d5c-4268-bf9c-e261b0109f8d. May 03 23:56:04.618428 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886dc9bb-e704-4e4d-91f2-041c6b8ad36e req-4adcf27b-515b-4925-9048-e025967d9eaf tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:56:04.624521 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-886dc9bb-e704-4e4d-91f2-041c6b8ad36e req-4adcf27b-515b-4925-9048-e025967d9eaf tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/ports?device_id=7764431b-1c5b-44f8-a08c-f7fdad54d288 HTTP/1.1" status: 200 len: 945 time: 0.1228106 May 03 23:56:04.698142 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29e196c-65b1-4b5c-bf89-9e387deb15cb req-33256cbb-8104-47b6-8a49-c6ee0289b29b tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:56:04.700309 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-e29e196c-65b1-4b5c-bf89-9e387deb15cb req-33256cbb-8104-47b6-8a49-c6ee0289b29b tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 945 time: 0.1488352 May 03 23:56:04.706543 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-886dc9bb-e704-4e4d-91f2-041c6b8ad36e req-6325ddba-3e99-414e-9bcb-ea63a7a06f02 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ce46192-56ed-4e3c-8c55-0dfeda54a709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762289 May 03 23:56:04.762400 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f526c3c1-41c0-4528-821b-3aff12931d1c tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Router afdc989b-1a8d-4435-b79b-864860050003 has already been hosted by L3 agent 758adf3f-89d7-4e1b-912e-3871fb413390 {{(pid=114212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 23:56:04.803981 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-e29e196c-65b1-4b5c-bf89-9e387deb15cb req-1227cbf5-7445-4fcf-b641-56eeaac46f62 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820699 May 03 23:56:04.966426 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f526c3c1-41c0-4528-821b-3aff12931d1c tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Notify agent at l3_agent.dv-cinder-840375-1-iscsi the message routers_updated {{(pid=114212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 23:56:04.971684 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-f526c3c1-41c0-4528-821b-3aff12931d1c tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371'] for floatingip, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:56:04.978825 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6a3fe7-e5b5-419e-a23e-5dfef10ab39d None None] Sync routers for ids ['afdc989b-1a8d-4435-b79b-864860050003'] in dv-cinder-840375-1-iscsi {{(pid=114215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:56:04.991126 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6a3fe7-e5b5-419e-a23e-5dfef10ab39d None None] Routers {'afdc989b-1a8d-4435-b79b-864860050003'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:56:04.991759 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-9f6a3fe7-e5b5-419e-a23e-5dfef10ab39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-03T23:56:04Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['afdc989b-1a8d-4435-b79b-864860050003'], 'active': True} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:56:05.003868 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-f526c3c1-41c0-4528-821b-3aff12931d1c tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "PUT /v2.0/floatingips/1b42e5fe-7d3b-4286-96a7-940eed3f015b HTTP/1.1" status: 200 len: 991 time: 2.5409439 May 03 23:56:05.004700 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e20a72e1-2156-4807-bbc5-8f80cb0e1ea2', 'tag': 'c62748d5-3d5c-4268-bf9c-e261b0109f8d'}] {{(pid=114212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:56:05.007327 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d2be33a93c6036cad1ba084e78d1c3d957b621bee157ccc93bfe0a4b69d877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c080d9a8-c28e-4210-a117-b9d4c1199b58" -d '{"events": [{"name": "network-changed", "server_uuid": "e20a72e1-2156-4807-bbc5-8f80cb0e1ea2", "tag": "c62748d5-3d5c-4268-bf9c-e261b0109f8d"}]}' {{(pid=114212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 23:56:05.057747 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 23:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d5962d4-4ad6-4bef-996b-08fbefd5457e x-openstack-request-id: req-3d5962d4-4ad6-4bef-996b-08fbefd5457e {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 23:56:05.058248 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e20a72e1-2156-4807-bbc5-8f80cb0e1ea2", "tag": "c62748d5-3d5c-4268-bf9c-e261b0109f8d", "status": "completed", "code": 200}]} {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 23:56:05.058671 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3d5962d4-4ad6-4bef-996b-08fbefd5457e {{(pid=114212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 23:56:05.059316 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d5962d4-4ad6-4bef-996b-08fbefd5457e'] response: {'name': 'network-changed', 'server_uuid': 'e20a72e1-2156-4807-bbc5-8f80cb0e1ea2', 'tag': 'c62748d5-3d5c-4268-bf9c-e261b0109f8d', 'status': 'completed', 'code': 200} May 03 23:56:05.114174 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvr_db [None req-9f6a3fe7-e5b5-419e-a23e-5dfef10ab39d None None] Set router afdc989b-1a8d-4435-b79b-864860050003 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 23:56:05.348946 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-9988ed24-7efc-4e8a-acf7-bcbfa55ed3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:56:05.374255 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-9f6a3fe7-e5b5-419e-a23e-5dfef10ab39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afdc989b-1a8d-4435-b79b-864860050003', 'name': 'tempest-ServerRescueNegativeTestJSON-1249797005-router', 'tenant_id': 'b61197edd2154db6b72b860e57ff43ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '65558dd2-d27e-4169-9d4e-d5ab9f6287f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:52:59Z', 'updated_at': '2022-05-03T23:53:18Z', 'revision_number': 4, 'project_id': 'b61197edd2154db6b72b860e57ff43ed', 'gw_port': {'id': '65558dd2-d27e-4169-9d4e-d5ab9f6287f6', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdc989b-1a8d-4435-b79b-864860050003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:02Z', 'updated_at': '2022-05-03T23:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_floatingips': [{'id': '1b42e5fe-7d3b-4286-96a7-940eed3f015b', 'tenant_id': 'b61197edd2154db6b72b860e57ff43ed', 'floating_ip_address': '172.27.2.162', 'floating_network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'router_id': 'afdc989b-1a8d-4435-b79b-864860050003', 'port_id': 'c62748d5-3d5c-4268-bf9c-e261b0109f8d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a6b04f9-6f06-4100-ad85-6b28ebd5afaa', 'mac_address': 'fa:16:3e:7e:ed:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20a72e1-2156-4807-bbc5-8f80cb0e1ea2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:55:33Z', 'updated_at': '2022-05-03T23:56:03Z', 'revision_number': 1, 'project_id': 'b61197edd2154db6b72b860e57ff43ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a412f3d-68f7-4865-9233-942901c190c3', 'name': '', 'network_id': '0a6b04f9-6f06-4100-ad85-6b28ebd5afaa', 'tenant_id': 'b61197edd2154db6b72b860e57ff43ed', 'mac_address': 'fa:16:3e:47:24:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdc989b-1a8d-4435-b79b-864860050003', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'a71a973f-43f2-413b-b3e6-b8f0626526c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:13Z', 'updated_at': '2022-05-03T23:53:33Z', 'revision_number': 5, 'project_id': 'b61197edd2154db6b72b860e57ff43ed', 'subnets': [{'id': 'a71a973f-43f2-413b-b3e6-b8f0626526c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:56:05.410065 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6a3fe7-e5b5-419e-a23e-5dfef10ab39d None None] Checking router: afdc989b-1a8d-4435-b79b-864860050003 for host: dv-cinder-840375-1-iscsi {{(pid=114215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:56:05.419188 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6a3fe7-e5b5-419e-a23e-5dfef10ab39d None None] Routers {'afdc989b-1a8d-4435-b79b-864860050003'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:56:05.419807 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-9f6a3fe7-e5b5-419e-a23e-5dfef10ab39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-03T23:56:04Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['afdc989b-1a8d-4435-b79b-864860050003'], 'active': True} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:56:05.534754 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvr_db [None req-9f6a3fe7-e5b5-419e-a23e-5dfef10ab39d None None] Set router afdc989b-1a8d-4435-b79b-864860050003 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 23:56:05.867434 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd3f7a2-0ba7-4ac1-ac24-0fef7a8e906b req-872fa55a-775c-45f6-99fb-aa3039091cfe tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:56:05.888836 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-bbd3f7a2-0ba7-4ac1-ac24-0fef7a8e906b req-872fa55a-775c-45f6-99fb-aa3039091cfe tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/ports?device_id=7764431b-1c5b-44f8-a08c-f7fdad54d288 HTTP/1.1" status: 200 len: 945 time: 0.1036632 May 03 23:56:05.937322 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-9f6a3fe7-e5b5-419e-a23e-5dfef10ab39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afdc989b-1a8d-4435-b79b-864860050003', 'name': 'tempest-ServerRescueNegativeTestJSON-1249797005-router', 'tenant_id': 'b61197edd2154db6b72b860e57ff43ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '65558dd2-d27e-4169-9d4e-d5ab9f6287f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:52:59Z', 'updated_at': '2022-05-03T23:53:18Z', 'revision_number': 4, 'project_id': 'b61197edd2154db6b72b860e57ff43ed', 'gw_port': {'id': '65558dd2-d27e-4169-9d4e-d5ab9f6287f6', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdc989b-1a8d-4435-b79b-864860050003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:02Z', 'updated_at': '2022-05-03T23:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_floatingips': [{'id': '1b42e5fe-7d3b-4286-96a7-940eed3f015b', 'tenant_id': 'b61197edd2154db6b72b860e57ff43ed', 'floating_ip_address': '172.27.2.162', 'floating_network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'router_id': 'afdc989b-1a8d-4435-b79b-864860050003', 'port_id': 'c62748d5-3d5c-4268-bf9c-e261b0109f8d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a6b04f9-6f06-4100-ad85-6b28ebd5afaa', 'mac_address': 'fa:16:3e:7e:ed:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20a72e1-2156-4807-bbc5-8f80cb0e1ea2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:55:33Z', 'updated_at': '2022-05-03T23:56:03Z', 'revision_number': 1, 'project_id': 'b61197edd2154db6b72b860e57ff43ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a412f3d-68f7-4865-9233-942901c190c3', 'name': '', 'network_id': '0a6b04f9-6f06-4100-ad85-6b28ebd5afaa', 'tenant_id': 'b61197edd2154db6b72b860e57ff43ed', 'mac_address': 'fa:16:3e:47:24:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdc989b-1a8d-4435-b79b-864860050003', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'a71a973f-43f2-413b-b3e6-b8f0626526c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:13Z', 'updated_at': '2022-05-03T23:53:33Z', 'revision_number': 5, 'project_id': 'b61197edd2154db6b72b860e57ff43ed', 'subnets': [{'id': 'a71a973f-43f2-413b-b3e6-b8f0626526c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:56:05.974655 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-bbd3f7a2-0ba7-4ac1-ac24-0fef7a8e906b req-1b920540-1545-48d6-a278-9c4f5a33205e tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ce46192-56ed-4e3c-8c55-0dfeda54a709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780132 May 03 23:56:06.004648 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c080d9a8-c28e-4210-a117-b9d4c1199b58 req-30190cfd-907f-468b-88bd-857750e25510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:56:06.010068 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-c080d9a8-c28e-4210-a117-b9d4c1199b58 req-30190cfd-907f-468b-88bd-857750e25510 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b61197edd2154db6b72b860e57ff43ed&device_id=e20a72e1-2156-4807-bbc5-8f80cb0e1ea2 HTTP/1.1" status: 200 len: 1098 time: 0.1093609 May 03 23:56:06.017466 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6a3fe7-e5b5-419e-a23e-5dfef10ab39d None None] The sync data for ids ['afdc989b-1a8d-4435-b79b-864860050003'] in dv-cinder-840375-1-iscsi is: [{'id': 'afdc989b-1a8d-4435-b79b-864860050003', 'name': 'tempest-ServerRescueNegativeTestJSON-1249797005-router', 'tenant_id': 'b61197edd2154db6b72b860e57ff43ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '65558dd2-d27e-4169-9d4e-d5ab9f6287f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:52:59Z', 'updated_at': '2022-05-03T23:53:18Z', 'revision_number': 4, 'project_id': 'b61197edd2154db6b72b860e57ff43ed', 'gw_port': {'id': '65558dd2-d27e-4169-9d4e-d5ab9f6287f6', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdc989b-1a8d-4435-b79b-864860050003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:02Z', 'updated_at': '2022-05-03T23:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_floatingips': [{'id': '1b42e5fe-7d3b-4286-96a7-940eed3f015b', 'tenant_id': 'b61197edd2154db6b72b860e57ff43ed', 'floating_ip_address': '172.27.2.162', 'floating_network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'router_id': 'afdc989b-1a8d-4435-b79b-864860050003', 'port_id': 'c62748d5-3d5c-4268-bf9c-e261b0109f8d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a6b04f9-6f06-4100-ad85-6b28ebd5afaa', 'mac_address': 'fa:16:3e:7e:ed:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20a72e1-2156-4807-bbc5-8f80cb0e1ea2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:55:33Z', 'updated_at': '2022-05-03T23:56:03Z', 'revision_number': 1, 'project_id': 'b61197edd2154db6b72b860e57ff43ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a412f3d-68f7-4865-9233-942901c190c3', 'name': '', 'network_id': '0a6b04f9-6f06-4100-ad85-6b28ebd5afaa', 'tenant_id': 'b61197edd2154db6b72b860e57ff43ed', 'mac_address': 'fa:16:3e:47:24:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdc989b-1a8d-4435-b79b-864860050003', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'a71a973f-43f2-413b-b3e6-b8f0626526c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:13Z', 'updated_at': '2022-05-03T23:53:33Z', 'revision_number': 5, 'project_id': 'b61197edd2154db6b72b860e57ff43ed', 'subnets': [{'id': 'a71a973f-43f2-413b-b3e6-b8f0626526c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:56:06.027885 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a76c3c9-2cae-43f5-823e-5fb4c31ee6e9 req-abfb278b-5669-4993-8bd4-1026377c3abd tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:56:06.060822 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-1a76c3c9-2cae-43f5-823e-5fb4c31ee6e9 req-abfb278b-5669-4993-8bd4-1026377c3abd tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 945 time: 0.1394162 May 03 23:56:06.131203 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-1a76c3c9-2cae-43f5-823e-5fb4c31ee6e9 req-947fc458-1c9a-4c6b-a601-3e48003772ff tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682292 May 03 23:56:06.163093 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-f3996685-9434-443c-b5d7-edb245b755aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:56:06.210177 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c080d9a8-c28e-4210-a117-b9d4c1199b58 req-549d4b70-1f5f-4e5e-bcb6-edfef39c45d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:56:06.211800 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-c080d9a8-c28e-4210-a117-b9d4c1199b58 req-549d4b70-1f5f-4e5e-bcb6-edfef39c45d7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0a6b04f9-6f06-4100-ad85-6b28ebd5afaa HTTP/1.1" status: 200 len: 920 time: 0.1906137 May 03 23:56:06.291406 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-c080d9a8-c28e-4210-a117-b9d4c1199b58 req-9676ebfd-e2f0-4318-8c22-ba969c800905 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c62748d5-3d5c-4268-bf9c-e261b0109f8d HTTP/1.1" status: 200 len: 999 time: 0.0683055 May 03 23:56:06.329619 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b4c604-5c72-453b-acf0-2a377e3a5499 None None] New status for floating IP 1b42e5fe-7d3b-4286-96a7-940eed3f015b: ACTIVE {{(pid=114214) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 23:56:06.469961 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c080d9a8-c28e-4210-a117-b9d4c1199b58 req-c1569e2e-f8eb-43ec-8883-75df68a834de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:56:06.471497 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-c080d9a8-c28e-4210-a117-b9d4c1199b58 req-c1569e2e-f8eb-43ec-8883-75df68a834de service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a71a973f-43f2-413b-b3e6-b8f0626526c4 HTTP/1.1" status: 200 len: 858 time: 0.0764861 May 03 23:56:06.530037 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c080d9a8-c28e-4210-a117-b9d4c1199b58 req-e659a7a2-6731-4116-a739-6365dd29814d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:56:06.531738 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-c080d9a8-c28e-4210-a117-b9d4c1199b58 req-e659a7a2-6731-4116-a739-6365dd29814d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0a6b04f9-6f06-4100-ad85-6b28ebd5afaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0493867 May 03 23:56:06.624562 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] get_ports_and_sgs() called for port_ids ['19e6e5eb-68b5-4cdf-bc60-500368bf6b5e'] {{(pid=114214) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 23:56:06.673092 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-c080d9a8-c28e-4210-a117-b9d4c1199b58 req-c29a91c8-7691-46db-b892-69555719b388 service neutron] 10.222.0.47 "GET /v2.0/networks/0a6b04f9-6f06-4100-ad85-6b28ebd5afaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235311 May 03 23:56:06.832078 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-c080d9a8-c28e-4210-a117-b9d4c1199b58 req-b17a087e-2cde-49e8-9f8e-e6a09750c20c service neutron] 10.222.0.47 "GET /v2.0/networks/0a6b04f9-6f06-4100-ad85-6b28ebd5afaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463921 May 03 23:56:06.951924 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:56:07.051308 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee37e1b-b41e-4b78-bc4f-b10b102abdd2 req-67dde30f-bf9b-4d37-a89a-1ac2853e5222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:56:07.053048 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-0ee37e1b-b41e-4b78-bc4f-b10b102abdd2 req-67dde30f-bf9b-4d37-a89a-1ac2853e5222 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=03bce0db30814ab1a93850e3a33758bc&device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 1098 time: 0.0732017 May 03 23:56:07.180104 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc6f97-06d4-4150-a590-833ff3c6e6f0 req-df5fcd31-bcee-44ba-b70a-0959842f97c8 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:56:07.181694 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-f0dc6f97-06d4-4150-a590-833ff3c6e6f0 req-df5fcd31-bcee-44ba-b70a-0959842f97c8 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/ports?device_id=7764431b-1c5b-44f8-a08c-f7fdad54d288 HTTP/1.1" status: 200 len: 945 time: 0.0982940 May 03 23:56:07.235980 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee37e1b-b41e-4b78-bc4f-b10b102abdd2 req-798f2353-a77e-4746-9015-9e89f82e6f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:56:07.238411 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-0ee37e1b-b41e-4b78-bc4f-b10b102abdd2 req-798f2353-a77e-4746-9015-9e89f82e6f21 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6794dc24-6270-444d-9eb8-8dafb7765ac3 HTTP/1.1" status: 200 len: 918 time: 0.1734409 May 03 23:56:07.337887 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-f0dc6f97-06d4-4150-a590-833ff3c6e6f0 req-ebf4bc2f-b0e9-46f3-9dff-d5949aaff475 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ce46192-56ed-4e3c-8c55-0dfeda54a709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110740 May 03 23:56:07.372090 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096da72f-f8e6-491e-b75e-2dd84eff91bf req-b4206971-21f8-4aeb-a60c-8247f78ce1a1 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:56:07.376938 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-0ee37e1b-b41e-4b78-bc4f-b10b102abdd2 req-806e6467-d91d-4088-8bb7-936987713caf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eddec5f8-eace-41cb-8aa4-6aae72b191af HTTP/1.1" status: 200 len: 1001 time: 0.1275828 May 03 23:56:07.377736 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-096da72f-f8e6-491e-b75e-2dd84eff91bf req-b4206971-21f8-4aeb-a60c-8247f78ce1a1 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 945 time: 0.1215596 May 03 23:56:07.451658 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee37e1b-b41e-4b78-bc4f-b10b102abdd2 req-87eb61a3-c1ed-474f-93a6-05c82780aa62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:56:07.453389 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-0ee37e1b-b41e-4b78-bc4f-b10b102abdd2 req-87eb61a3-c1ed-474f-93a6-05c82780aa62 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c9819db7-dd9c-4945-a665-c049574a03e0 HTTP/1.1" status: 200 len: 856 time: 0.0616522 May 03 23:56:07.465612 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-096da72f-f8e6-491e-b75e-2dd84eff91bf req-9d006427-cd39-45a2-99ef-ae6ced6b2333 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791655 May 03 23:56:07.522593 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee37e1b-b41e-4b78-bc4f-b10b102abdd2 req-b9e9eaf9-9226-4ba2-bff2-2dd5ddc0f44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:56:07.525685 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-0ee37e1b-b41e-4b78-bc4f-b10b102abdd2 req-b9e9eaf9-9226-4ba2-bff2-2dd5ddc0f44f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6794dc24-6270-444d-9eb8-8dafb7765ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0613635 May 03 23:56:07.663585 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-0ee37e1b-b41e-4b78-bc4f-b10b102abdd2 req-eb96a0e5-f5e5-4469-8b0d-65cd6dec61e6 service neutron] 10.222.0.47 "GET /v2.0/networks/6794dc24-6270-444d-9eb8-8dafb7765ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299460 May 03 23:56:07.772990 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-0ee37e1b-b41e-4b78-bc4f-b10b102abdd2 req-649d8131-b125-4508-aab5-33bfb8153d7a service neutron] 10.222.0.47 "GET /v2.0/networks/6794dc24-6270-444d-9eb8-8dafb7765ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992918 May 03 23:56:08.517783 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca588eef-4e25-48dd-b791-3e99e62e7af3 req-4604a85c-bcba-4aa5-810a-ffe5b20f9e68 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:56:08.519940 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-ca588eef-4e25-48dd-b791-3e99e62e7af3 req-4604a85c-bcba-4aa5-810a-ffe5b20f9e68 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/ports?device_id=7764431b-1c5b-44f8-a08c-f7fdad54d288 HTTP/1.1" status: 200 len: 945 time: 0.0618165 May 03 23:56:08.596949 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-ca588eef-4e25-48dd-b791-3e99e62e7af3 req-90807830-30bf-4835-b4eb-c510b89ca99f tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ce46192-56ed-4e3c-8c55-0dfeda54a709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618160 May 03 23:56:08.634398 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921d36e4-5bb6-423a-a2ae-253528380042 req-a55dc475-f5ff-46a7-a714-0a3132bf96e9 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:56:08.635936 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-921d36e4-5bb6-423a-a2ae-253528380042 req-a55dc475-f5ff-46a7-a714-0a3132bf96e9 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 945 time: 0.0817382 May 03 23:56:08.693846 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-921d36e4-5bb6-423a-a2ae-253528380042 req-dc95187f-62fb-4280-8d48-5f3b1cd4b749 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453684 May 03 23:56:09.787618 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d66b124-cdd2-41aa-ba29-654e40a01077 req-9857fe1f-ee59-4bb9-975b-a828a81b7669 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:56:09.789310 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-1d66b124-cdd2-41aa-ba29-654e40a01077 req-9857fe1f-ee59-4bb9-975b-a828a81b7669 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/ports?device_id=7764431b-1c5b-44f8-a08c-f7fdad54d288 HTTP/1.1" status: 200 len: 945 time: 0.0894117 May 03 23:56:09.866847 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-1d66b124-cdd2-41aa-ba29-654e40a01077 req-e71cbcdf-e3b3-407e-bb90-04ecc16db8d3 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ce46192-56ed-4e3c-8c55-0dfeda54a709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577209 May 03 23:56:09.875112 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef04e87-3abc-4227-b71a-e1a5a560f9ef req-9afe416b-9b00-49bc-9070-f7b5abce51ac tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:56:09.878526 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-7ef04e87-3abc-4227-b71a-e1a5a560f9ef req-9afe416b-9b00-49bc-9070-f7b5abce51ac tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 945 time: 0.0850532 May 03 23:56:09.882889 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device 19e6e5eb-68b5-4cdf-bc60-500368bf6b5e up at agent hyperv_hv-cinder-84037 {{(pid=114214) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 23:56:09.932994 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-7ef04e87-3abc-4227-b71a-e1a5a560f9ef req-b44b5c57-03e0-46e9-870a-c7476e5fc684 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452654 May 03 23:56:10.029707 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Provisioning for port 19e6e5eb-68b5-4cdf-bc60-500368bf6b5e completed by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:56:10.036663 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Provisioning complete for port 19e6e5eb-68b5-4cdf-bc60-500368bf6b5e triggered by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:56:10.037085 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:56:10.160469 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:56:10.195261 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7764431b-1c5b-44f8-a08c-f7fdad54d288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19e6e5eb-68b5-4cdf-bc60-500368bf6b5e'}] {{(pid=114214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:56:10.202031 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a2c01d47b82d907f81ba0899610efc862c27db097cd111ee9714155fede03ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ca54ec-8eaf-4320-bad3-2568e720e6e6" -d '{"events": [{"server_uuid": "7764431b-1c5b-44f8-a08c-f7fdad54d288", "name": "network-vif-plugged", "status": "completed", "tag": "19e6e5eb-68b5-4cdf-bc60-500368bf6b5e"}]}' {{(pid=114214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 23:56:10.225490 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] For port 19e6e5eb-68b5-4cdf-bc60-500368bf6b5e, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=19e6e5eb-68b5-4cdf-bc60-500368bf6b5e,segment=NetworkSegment(a15bf7d2-78b2-4aa9-b3b7-3ddcf679b30b),segment_id=a15bf7d2-78b2-4aa9-b3b7-3ddcf679b30b)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:56:10.267422 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 23:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5fe371f-ea41-4a07-b31b-c48238138acf x-openstack-request-id: req-c5fe371f-ea41-4a07-b31b-c48238138acf {{(pid=114214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 23:56:10.267779 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7764431b-1c5b-44f8-a08c-f7fdad54d288", "name": "network-vif-plugged", "status": "completed", "tag": "19e6e5eb-68b5-4cdf-bc60-500368bf6b5e", "code": 200}]} {{(pid=114214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 23:56:10.267997 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c5fe371f-ea41-4a07-b31b-c48238138acf {{(pid=114214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 23:56:10.268405 dv-cinder-840375-1-iscsi neutron-server[114214]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5fe371f-ea41-4a07-b31b-c48238138acf'] response: {'server_uuid': '7764431b-1c5b-44f8-a08c-f7fdad54d288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19e6e5eb-68b5-4cdf-bc60-500368bf6b5e', 'code': 200} May 03 23:56:10.292182 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:56:10.293245 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device eddec5f8-eace-41cb-8aa4-6aae72b191af no longer exists at agent hyperv_hv-cinder-84037 {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 23:56:10.435242 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Pushing event updated for resources: {'Port': ['ID=19e6e5eb-68b5-4cdf-bc60-500368bf6b5e,revision_number=5']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:56:10.475972 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:56:10.512417 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] For port eddec5f8-eace-41cb-8aa4-6aae72b191af, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=eddec5f8-eace-41cb-8aa4-6aae72b191af,segment=NetworkSegment(e39c8e49-66af-4d27-b151-3cf1448d7fbf),segment_id=e39c8e49-66af-4d27-b151-3cf1448d7fbf)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:56:10.590028 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:56:10.695190 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Pushing event updated for resources: {'Port': ['ID=eddec5f8-eace-41cb-8aa4-6aae72b191af,revision_number=8']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:56:11.020454 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80036e3-d337-4a13-aac9-711443b5687b req-38de0a4c-92a5-4bda-93b1-d8296a1689d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:56:11.022804 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-b80036e3-d337-4a13-aac9-711443b5687b req-38de0a4c-92a5-4bda-93b1-d8296a1689d7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7764431b-1c5b-44f8-a08c-f7fdad54d288 HTTP/1.1" status: 200 len: 1099 time: 0.1606746 May 03 23:56:11.042442 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e000bf2d-b83d-48ff-8128-8598d7f7bace req-3ad56ed4-ef96-43d6-8770-7c96e0d187b0 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:56:11.045211 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-e000bf2d-b83d-48ff-8128-8598d7f7bace req-3ad56ed4-ef96-43d6-8770-7c96e0d187b0 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/ports?device_id=7764431b-1c5b-44f8-a08c-f7fdad54d288 HTTP/1.1" status: 200 len: 946 time: 0.0898712 May 03 23:56:11.143875 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-e000bf2d-b83d-48ff-8128-8598d7f7bace req-f33796d0-24f0-47b4-9f22-5d8f75612432 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ce46192-56ed-4e3c-8c55-0dfeda54a709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904548 May 03 23:56:11.157799 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-b80036e3-d337-4a13-aac9-711443b5687b req-060dd218-79c4-4396-981b-f31954d6ec5a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6ce46192-56ed-4e3c-8c55-0dfeda54a709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217313 May 03 23:56:11.208414 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3472a83-5a7f-428f-a70a-44ee50e86a0a req-f888a8ce-d24d-4489-919b-7e1c2f14a8bf tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:56:11.211049 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-b3472a83-5a7f-428f-a70a-44ee50e86a0a req-f888a8ce-d24d-4489-919b-7e1c2f14a8bf tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 943 time: 0.1285625 May 03 23:56:11.281925 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-b3472a83-5a7f-428f-a70a-44ee50e86a0a req-f94b17fc-cbf4-4fcb-8d8e-5afc2897f7c3 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625679 May 03 23:56:12.269700 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc196673-33de-4fe2-8ff5-9f0d6977d56b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eddec5f8-eace-41cb-8aa4-6aae72b191af'}] {{(pid=114214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:56:12.274279 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a2c01d47b82d907f81ba0899610efc862c27db097cd111ee9714155fede03ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ca8c7c-8454-4e29-96e9-49d96f266edc" -d '{"events": [{"server_uuid": "bc196673-33de-4fe2-8ff5-9f0d6977d56b", "name": "network-vif-unplugged", "status": "completed", "tag": "eddec5f8-eace-41cb-8aa4-6aae72b191af"}]}' {{(pid=114214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 23:56:12.310986 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4243bfb8-c161-40a2-a8a8-fc41e59acf8e req-16a7ce1e-2a8a-4a7d-9a7d-92356baf2905 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:56:12.313414 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-4243bfb8-c161-40a2-a8a8-fc41e59acf8e req-16a7ce1e-2a8a-4a7d-9a7d-92356baf2905 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/ports?device_id=7764431b-1c5b-44f8-a08c-f7fdad54d288 HTTP/1.1" status: 200 len: 946 time: 0.0612090 May 03 23:56:12.325657 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 May 2022 23:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e728986-a95a-467d-9716-94d71c1664c3 x-openstack-request-id: req-6e728986-a95a-467d-9716-94d71c1664c3 {{(pid=114214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 23:56:12.325657 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc196673-33de-4fe2-8ff5-9f0d6977d56b", "name": "network-vif-unplugged", "status": "completed", "tag": "eddec5f8-eace-41cb-8aa4-6aae72b191af", "code": 200}]} {{(pid=114214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 23:56:12.325657 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6e728986-a95a-467d-9716-94d71c1664c3 {{(pid=114214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 23:56:12.325657 dv-cinder-840375-1-iscsi neutron-server[114214]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e728986-a95a-467d-9716-94d71c1664c3'] response: {'server_uuid': 'bc196673-33de-4fe2-8ff5-9f0d6977d56b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eddec5f8-eace-41cb-8aa4-6aae72b191af', 'code': 200} May 03 23:56:12.372163 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-4243bfb8-c161-40a2-a8a8-fc41e59acf8e req-a9173923-2ee1-4064-a373-3338cb308a7f tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ce46192-56ed-4e3c-8c55-0dfeda54a709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461972 May 03 23:56:12.440828 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46427bfe-f42c-4c22-9c54-c99f9a4b08f3 req-e26e4c01-808a-4c3f-a0a8-782376818452 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:56:12.443331 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-46427bfe-f42c-4c22-9c54-c99f9a4b08f3 req-e26e4c01-808a-4c3f-a0a8-782376818452 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 943 time: 0.0705791 May 03 23:56:12.489424 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-46427bfe-f42c-4c22-9c54-c99f9a4b08f3 req-9df221a8-2029-42e0-9c99-7594478a5890 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396516 May 03 23:56:13.521769 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d1ad4-7362-486f-823e-4bf7f115ee1d req-509c06c6-6a8b-4f2d-89eb-186bc5483def tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:56:13.523401 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-ae3d1ad4-7362-486f-823e-4bf7f115ee1d req-509c06c6-6a8b-4f2d-89eb-186bc5483def tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/ports?device_id=7764431b-1c5b-44f8-a08c-f7fdad54d288 HTTP/1.1" status: 200 len: 946 time: 0.0678599 May 03 23:56:13.570174 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-ae3d1ad4-7362-486f-823e-4bf7f115ee1d req-13885a38-29f7-49d9-bdd1-0af553b5f3a8 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ce46192-56ed-4e3c-8c55-0dfeda54a709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393136 May 03 23:56:13.820087 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [req-b8ecfb4f-fdf5-4af0-b99c-4ee6f57d086d req-b0815ed9-2879-4bd2-b6e2-b4581c396f2e service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=114212) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:56:13.821235 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-b8ecfb4f-fdf5-4af0-b99c-4ee6f57d086d req-b0815ed9-2879-4bd2-b6e2-b4581c396f2e service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058382 May 03 23:56:13.907380 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device eddec5f8-eace-41cb-8aa4-6aae72b191af no longer exists at agent hyperv_hv-cinder-84037 {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 23:56:14.226598 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2bc3c7-ae94-4ad7-ba5a-232d204835a0 req-998e363a-52c5-4a0c-8367-68593ed3e7b6 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:56:14.229510 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-ac2bc3c7-ae94-4ad7-ba5a-232d204835a0 req-998e363a-52c5-4a0c-8367-68593ed3e7b6 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 943 time: 0.0835307 May 03 23:56:14.275099 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-ac2bc3c7-ae94-4ad7-ba5a-232d204835a0 req-1df22751-b93f-43a8-bc78-788229725164 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371039 May 03 23:56:14.734676 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846fa49c-0533-4a99-9139-8bfdbd99e710 req-31f99200-bc70-4d02-8d40-09631119db79 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:56:14.739894 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-846fa49c-0533-4a99-9139-8bfdbd99e710 req-31f99200-bc70-4d02-8d40-09631119db79 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/ports?device_id=7764431b-1c5b-44f8-a08c-f7fdad54d288 HTTP/1.1" status: 200 len: 946 time: 0.0812292 May 03 23:56:14.823092 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-846fa49c-0533-4a99-9139-8bfdbd99e710 req-8dc9de39-8253-4a37-9aa2-6c2a331c4ce2 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ce46192-56ed-4e3c-8c55-0dfeda54a709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658417 May 03 23:56:14.952509 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef18b50d-0e4a-40ef-8b70-9e794596ef68 req-dd475521-87c1-4ac2-94f3-c5ec44e3610d tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:56:14.954307 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-ef18b50d-0e4a-40ef-8b70-9e794596ef68 req-dd475521-87c1-4ac2-94f3-c5ec44e3610d tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/ports?device_id=7764431b-1c5b-44f8-a08c-f7fdad54d288 HTTP/1.1" status: 200 len: 946 time: 0.0536144 May 03 23:56:14.998648 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-ef18b50d-0e4a-40ef-8b70-9e794596ef68 req-7d275c6d-0737-4a6d-9b85-a08191998fd0 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ce46192-56ed-4e3c-8c55-0dfeda54a709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374846 May 03 23:56:15.022544 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 39760) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:56:15.286041 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9ef37c-9ccd-49fd-963b-130e7233a4b2 tempest-TestShelveInstance-1579900601 tempest-TestShelveInstance-1579900601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:56:15.290042 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-0d9ef37c-9ccd-49fd-963b-130e7233a4b2 tempest-TestShelveInstance-1579900601 tempest-TestShelveInstance-1579900601-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7764431b-1c5b-44f8-a08c-f7fdad54d288 HTTP/1.1" status: 200 len: 1094 time: 0.2639837 May 03 23:56:15.291471 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 39766) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:56:15.298856 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [None req-0ac32688-e7aa-48f9-980c-a79a5a38275d tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Request body: {'floatingip': {'floating_network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'port_id': '19e6e5eb-68b5-4cdf-bc60-500368bf6b5e', 'tenant_id': 'c7dabe5c6909498eb0e87863bd20caff', 'fixed_ip_address': '172.20.0.14'}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:56:15.411473 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-0ac32688-e7aa-48f9-980c-a79a5a38275d tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Notify callbacks [] for floatingip, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:56:15.485375 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9bea47-38a1-440b-a539-3109daaa25f7 req-0908304a-7fa9-4f83-be49-a5a300f63b6f tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:56:15.487432 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-8f9bea47-38a1-440b-a539-3109daaa25f7 req-0908304a-7fa9-4f83-be49-a5a300f63b6f tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 943 time: 0.1194437 May 03 23:56:15.551908 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-8f9bea47-38a1-440b-a539-3109daaa25f7 req-c298ff6e-7923-4896-804e-b3c4522d9c20 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520313 May 03 23:56:15.603160 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-0ac32688-e7aa-48f9-980c-a79a5a38275d tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:56:15.768320 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.db_base_plugin_common [None req-0ac32688-e7aa-48f9-980c-a79a5a38275d tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Allocated IP 172.27.2.2 (b899e136-3b25-4af5-bb18-9827145d490c/f9ce11e5-b806-4ff0-a648-9987146ccd8a/94b481d6-d1ce-4fc7-982e-19e6d1fd7959) {{(pid=114212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:56:15.953255 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-0ac32688-e7aa-48f9-980c-a79a5a38275d tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Notify callbacks [] for port, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:56:16.112120 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-0ac32688-e7aa-48f9-980c-a79a5a38275d tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733331236172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25393418'] for port, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:56:16.195406 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac32688-e7aa-48f9-980c-a79a5a38275d tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Network b899e136-3b25-4af5-bb18-9827145d490c is already hosted by enough agents. {{(pid=114212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:56:16.201034 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.base_scheduler [None req-0ac32688-e7aa-48f9-980c-a79a5a38275d tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Resources bound (agent type, host, resource id): {{(pid=114212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:56:16.210833 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac32688-e7aa-48f9-980c-a79a5a38275d tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Received port after_create {{(pid=114212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 23:56:16.251781 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac32688-e7aa-48f9-980c-a79a5a38275d tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Pushing event updated for resources: {'Port': ['ID=94b481d6-d1ce-4fc7-982e-19e6d1fd7959,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:56:16.270020 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac32688-e7aa-48f9-980c-a79a5a38275d tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:56:16.270533 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac32688-e7aa-48f9-980c-a79a5a38275d tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:56:16.270971 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac32688-e7aa-48f9-980c-a79a5a38275d tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:56:16.271317 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac32688-e7aa-48f9-980c-a79a5a38275d tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:56:16.271722 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac32688-e7aa-48f9-980c-a79a5a38275d tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:56:16.272142 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac32688-e7aa-48f9-980c-a79a5a38275d tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:56:16.272473 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac32688-e7aa-48f9-980c-a79a5a38275d tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:56:16.272802 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac32688-e7aa-48f9-980c-a79a5a38275d tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:56:16.273418 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac32688-e7aa-48f9-980c-a79a5a38275d tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:56:16.273775 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac32688-e7aa-48f9-980c-a79a5a38275d tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:56:16.274194 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac32688-e7aa-48f9-980c-a79a5a38275d tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:56:16.274677 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac32688-e7aa-48f9-980c-a79a5a38275d tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:56:16.756149 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaee739-3adf-4338-9673-573134e533bc req-1be5a5c2-4a34-41d7-a386-96dbeceee2fb tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:56:16.758563 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-3aaee739-3adf-4338-9673-573134e533bc req-1be5a5c2-4a34-41d7-a386-96dbeceee2fb tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 943 time: 0.0926228 May 03 23:56:16.827373 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-3aaee739-3adf-4338-9673-573134e533bc req-f09b8d88-4d22-4778-8342-2b645d0713e8 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582535 May 03 23:56:16.999680 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-0ac32688-e7aa-48f9-980c-a79a5a38275d tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:56:17.379341 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-0ac32688-e7aa-48f9-980c-a79a5a38275d tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:56:17.609461 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-0ac32688-e7aa-48f9-980c-a79a5a38275d tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Notify callbacks [] for port, precommit_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:56:17.658213 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-0ac32688-e7aa-48f9-980c-a79a5a38275d tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25393411'] for port, after_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:56:17.760161 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac32688-e7aa-48f9-980c-a79a5a38275d tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Pushing event updated for resources: {'Port': ['ID=94b481d6-d1ce-4fc7-982e-19e6d1fd7959,revision_number=2']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:56:17.781277 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-0ac32688-e7aa-48f9-980c-a79a5a38275d tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3761754'] for floatingip, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:56:17.962258 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.db.l3_db [None req-0ac32688-e7aa-48f9-980c-a79a5a38275d tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Floating IP 4699e561-6ccc-462d-bbca-1df3b43e89af associated. External IP: 172.27.2.2, port: 19e6e5eb-68b5-4cdf-bc60-500368bf6b5e. May 03 23:56:18.088695 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa26f3e-78c1-4a19-825d-484380cd2934 req-a8415d89-e30f-4844-88c7-ad44474d4bb5 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:56:18.090383 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-6fa26f3e-78c1-4a19-825d-484380cd2934 req-a8415d89-e30f-4844-88c7-ad44474d4bb5 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 943 time: 0.1418481 May 03 23:56:18.135460 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:56:18.168633 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-6fa26f3e-78c1-4a19-825d-484380cd2934 req-40d79e37-fb0d-4850-a2ab-122336d1128e tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627167 May 03 23:56:18.299783 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ac32688-e7aa-48f9-980c-a79a5a38275d tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Router 5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69 has already been hosted by L3 agent 758adf3f-89d7-4e1b-912e-3871fb413390 {{(pid=114212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 23:56:18.470710 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ac32688-e7aa-48f9-980c-a79a5a38275d tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Notify agent at l3_agent.dv-cinder-840375-1-iscsi the message routers_updated {{(pid=114212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 23:56:18.486484 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30c08ca-a693-466a-b831-d3fd502d5860 None None] Sync routers for ids ['5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69'] in dv-cinder-840375-1-iscsi {{(pid=114215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:56:18.501120 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30c08ca-a693-466a-b831-d3fd502d5860 None None] Routers {'5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:56:18.502046 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-d30c08ca-a693-466a-b831-d3fd502d5860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-03T23:56:04Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69'], 'active': True} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:56:18.620378 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-0ac32688-e7aa-48f9-980c-a79a5a38275d tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371'] for floatingip, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:56:18.621828 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvr_db [None req-d30c08ca-a693-466a-b831-d3fd502d5860 None None] Set router 5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 23:56:18.666960 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-0ac32688-e7aa-48f9-980c-a79a5a38275d tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.3733759 May 03 23:56:18.667570 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7764431b-1c5b-44f8-a08c-f7fdad54d288', 'tag': '19e6e5eb-68b5-4cdf-bc60-500368bf6b5e'}] {{(pid=114212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:56:18.670856 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d2be33a93c6036cad1ba084e78d1c3d957b621bee157ccc93bfe0a4b69d877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed034d7-e9fb-4e9c-bfcd-08b5701e5065" -d '{"events": [{"name": "network-changed", "server_uuid": "7764431b-1c5b-44f8-a08c-f7fdad54d288", "tag": "19e6e5eb-68b5-4cdf-bc60-500368bf6b5e"}]}' {{(pid=114212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 23:56:18.724448 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 23:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa553989-be54-46e8-8e7d-a3a585a7abfe x-openstack-request-id: req-fa553989-be54-46e8-8e7d-a3a585a7abfe {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 23:56:18.724737 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7764431b-1c5b-44f8-a08c-f7fdad54d288", "tag": "19e6e5eb-68b5-4cdf-bc60-500368bf6b5e", "status": "completed", "code": 200}]} {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 23:56:18.724986 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fa553989-be54-46e8-8e7d-a3a585a7abfe {{(pid=114212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 23:56:18.725387 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa553989-be54-46e8-8e7d-a3a585a7abfe'] response: {'name': 'network-changed', 'server_uuid': '7764431b-1c5b-44f8-a08c-f7fdad54d288', 'tag': '19e6e5eb-68b5-4cdf-bc60-500368bf6b5e', 'status': 'completed', 'code': 200} May 03 23:56:18.887451 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed034d7-e9fb-4e9c-bfcd-08b5701e5065 req-27e9ac50-d017-433a-b23b-8d877009d853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:56:18.889066 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-3ed034d7-e9fb-4e9c-bfcd-08b5701e5065 req-27e9ac50-d017-433a-b23b-8d877009d853 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c7dabe5c6909498eb0e87863bd20caff&device_id=7764431b-1c5b-44f8-a08c-f7fdad54d288 HTTP/1.1" status: 200 len: 1099 time: 0.0512748 May 03 23:56:18.948763 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-d30c08ca-a693-466a-b831-d3fd502d5860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69', 'name': 'tempest-TestShelveInstance-592619109-router', 'tenant_id': 'c7dabe5c6909498eb0e87863bd20caff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '0bc8fd5f-7a49-4051-8d1c-df283e647cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:54:39Z', 'updated_at': '2022-05-03T23:54:44Z', 'revision_number': 4, 'project_id': 'c7dabe5c6909498eb0e87863bd20caff', 'gw_port': {'id': '0bc8fd5f-7a49-4051-8d1c-df283e647cf5', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:54:40Z', 'updated_at': '2022-05-03T23:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_floatingips': [{'id': '4699e561-6ccc-462d-bbca-1df3b43e89af', 'tenant_id': 'c7dabe5c6909498eb0e87863bd20caff', 'floating_ip_address': '172.27.2.2', 'floating_network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'router_id': '5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69', 'port_id': '19e6e5eb-68b5-4cdf-bc60-500368bf6b5e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '609cef8e-df65-49c3-ae42-a7cfad649592', 'mac_address': 'fa:16:3e:3f:29:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7764431b-1c5b-44f8-a08c-f7fdad54d288', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:56:16Z', 'updated_at': '2022-05-03T23:56:16Z', 'revision_number': 0, 'project_id': 'c7dabe5c6909498eb0e87863bd20caff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db093f41-dbb6-4a9a-af33-a7578c9a78be', 'name': '', 'network_id': '609cef8e-df65-49c3-ae42-a7cfad649592', 'tenant_id': 'c7dabe5c6909498eb0e87863bd20caff', 'mac_address': 'fa:16:3e:c7:16:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '088459d7-9fa5-4572-a877-8b61a3a87623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:54:43Z', 'updated_at': '2022-05-03T23:54:48Z', 'revision_number': 5, 'project_id': 'c7dabe5c6909498eb0e87863bd20caff', 'subnets': [{'id': '088459d7-9fa5-4572-a877-8b61a3a87623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:56:18.988262 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30c08ca-a693-466a-b831-d3fd502d5860 None None] Checking router: 5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69 for host: dv-cinder-840375-1-iscsi {{(pid=114215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:56:18.999094 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30c08ca-a693-466a-b831-d3fd502d5860 None None] Routers {'5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:56:19.000392 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-d30c08ca-a693-466a-b831-d3fd502d5860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-03T23:56:04Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69'], 'active': True} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:56:19.023532 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed034d7-e9fb-4e9c-bfcd-08b5701e5065 req-c871f9cb-1f6a-4bb1-bfa9-6caf9c3e298e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:56:19.025282 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-3ed034d7-e9fb-4e9c-bfcd-08b5701e5065 req-c871f9cb-1f6a-4bb1-bfa9-6caf9c3e298e service neutron] 10.222.0.47 "GET /v2.0/networks?id=609cef8e-df65-49c3-ae42-a7cfad649592 HTTP/1.1" status: 200 len: 909 time: 0.1189716 May 03 23:56:19.121593 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-3ed034d7-e9fb-4e9c-bfcd-08b5701e5065 req-eee10f1f-bede-4f0b-83d4-e2f2d1e862bd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19e6e5eb-68b5-4cdf-bc60-500368bf6b5e HTTP/1.1" status: 200 len: 998 time: 0.0878863 May 03 23:56:19.138977 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvr_db [None req-d30c08ca-a693-466a-b831-d3fd502d5860 None None] Set router 5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 23:56:19.211286 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed034d7-e9fb-4e9c-bfcd-08b5701e5065 req-eedb1926-820e-4b35-b875-7209cf946dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:56:19.213261 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-3ed034d7-e9fb-4e9c-bfcd-08b5701e5065 req-eedb1926-820e-4b35-b875-7209cf946dab service neutron] 10.222.0.47 "GET /v2.0/subnets?id=088459d7-9fa5-4572-a877-8b61a3a87623 HTTP/1.1" status: 200 len: 847 time: 0.0735385 May 03 23:56:19.336556 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed034d7-e9fb-4e9c-bfcd-08b5701e5065 req-7e75d9c8-8ff0-43c0-a731-43bc4977c5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:56:19.338375 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-3ed034d7-e9fb-4e9c-bfcd-08b5701e5065 req-7e75d9c8-8ff0-43c0-a731-43bc4977c5c2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=609cef8e-df65-49c3-ae42-a7cfad649592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1130538 May 03 23:56:19.372119 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5429a4c-ca7f-45ae-99d4-09135def81b7 req-da5df56d-6ecb-4557-b092-17340ab30c18 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:56:19.373760 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-e5429a4c-ca7f-45ae-99d4-09135def81b7 req-da5df56d-6ecb-4557-b092-17340ab30c18 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 943 time: 0.0817864 May 03 23:56:19.517953 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-d30c08ca-a693-466a-b831-d3fd502d5860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69', 'name': 'tempest-TestShelveInstance-592619109-router', 'tenant_id': 'c7dabe5c6909498eb0e87863bd20caff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '0bc8fd5f-7a49-4051-8d1c-df283e647cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:54:39Z', 'updated_at': '2022-05-03T23:54:44Z', 'revision_number': 4, 'project_id': 'c7dabe5c6909498eb0e87863bd20caff', 'gw_port': {'id': '0bc8fd5f-7a49-4051-8d1c-df283e647cf5', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:54:40Z', 'updated_at': '2022-05-03T23:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_floatingips': [{'id': '4699e561-6ccc-462d-bbca-1df3b43e89af', 'tenant_id': 'c7dabe5c6909498eb0e87863bd20caff', 'floating_ip_address': '172.27.2.2', 'floating_network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'router_id': '5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69', 'port_id': '19e6e5eb-68b5-4cdf-bc60-500368bf6b5e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '609cef8e-df65-49c3-ae42-a7cfad649592', 'mac_address': 'fa:16:3e:3f:29:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7764431b-1c5b-44f8-a08c-f7fdad54d288', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:56:16Z', 'updated_at': '2022-05-03T23:56:16Z', 'revision_number': 0, 'project_id': 'c7dabe5c6909498eb0e87863bd20caff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db093f41-dbb6-4a9a-af33-a7578c9a78be', 'name': '', 'network_id': '609cef8e-df65-49c3-ae42-a7cfad649592', 'tenant_id': 'c7dabe5c6909498eb0e87863bd20caff', 'mac_address': 'fa:16:3e:c7:16:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '088459d7-9fa5-4572-a877-8b61a3a87623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:54:43Z', 'updated_at': '2022-05-03T23:54:48Z', 'revision_number': 5, 'project_id': 'c7dabe5c6909498eb0e87863bd20caff', 'subnets': [{'id': '088459d7-9fa5-4572-a877-8b61a3a87623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:56:19.562831 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30c08ca-a693-466a-b831-d3fd502d5860 None None] The sync data for ids ['5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69'] in dv-cinder-840375-1-iscsi is: [{'id': '5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69', 'name': 'tempest-TestShelveInstance-592619109-router', 'tenant_id': 'c7dabe5c6909498eb0e87863bd20caff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '0bc8fd5f-7a49-4051-8d1c-df283e647cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:54:39Z', 'updated_at': '2022-05-03T23:54:44Z', 'revision_number': 4, 'project_id': 'c7dabe5c6909498eb0e87863bd20caff', 'gw_port': {'id': '0bc8fd5f-7a49-4051-8d1c-df283e647cf5', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:54:40Z', 'updated_at': '2022-05-03T23:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_floatingips': [{'id': '4699e561-6ccc-462d-bbca-1df3b43e89af', 'tenant_id': 'c7dabe5c6909498eb0e87863bd20caff', 'floating_ip_address': '172.27.2.2', 'floating_network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'router_id': '5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69', 'port_id': '19e6e5eb-68b5-4cdf-bc60-500368bf6b5e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '609cef8e-df65-49c3-ae42-a7cfad649592', 'mac_address': 'fa:16:3e:3f:29:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7764431b-1c5b-44f8-a08c-f7fdad54d288', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:56:16Z', 'updated_at': '2022-05-03T23:56:16Z', 'revision_number': 0, 'project_id': 'c7dabe5c6909498eb0e87863bd20caff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db093f41-dbb6-4a9a-af33-a7578c9a78be', 'name': '', 'network_id': '609cef8e-df65-49c3-ae42-a7cfad649592', 'tenant_id': 'c7dabe5c6909498eb0e87863bd20caff', 'mac_address': 'fa:16:3e:c7:16:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '088459d7-9fa5-4572-a877-8b61a3a87623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:54:43Z', 'updated_at': '2022-05-03T23:54:48Z', 'revision_number': 5, 'project_id': 'c7dabe5c6909498eb0e87863bd20caff', 'subnets': [{'id': '088459d7-9fa5-4572-a877-8b61a3a87623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:56:19.589835 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-e5429a4c-ca7f-45ae-99d4-09135def81b7 req-ff5dd106-47e4-4a91-8508-6bdf9b227f1a tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1909142 May 03 23:56:19.616749 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-3ed034d7-e9fb-4e9c-bfcd-08b5701e5065 req-737524d7-e3f4-4b8b-954e-743c76a51263 service neutron] 10.222.0.47 "GET /v2.0/networks/609cef8e-df65-49c3-ae42-a7cfad649592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651961 May 03 23:56:19.774326 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-3ed034d7-e9fb-4e9c-bfcd-08b5701e5065 req-f186ea78-ef12-4300-9791-ee8d75ba8132 service neutron] 10.222.0.47 "GET /v2.0/networks/609cef8e-df65-49c3-ae42-a7cfad649592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420033 May 03 23:56:19.854372 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d0066b-cf22-4d2d-b5e4-e13b9cde2d0a None None] New status for floating IP 4699e561-6ccc-462d-bbca-1df3b43e89af: ACTIVE {{(pid=114214) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 23:56:20.760146 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96ebe4-acc7-4cbe-a5cb-73d94a0bcf6b req-4542164f-0fc9-403c-9dbe-8107d1825a13 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:56:20.761699 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-ed96ebe4-acc7-4cbe-a5cb-73d94a0bcf6b req-4542164f-0fc9-403c-9dbe-8107d1825a13 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 943 time: 0.0614321 May 03 23:56:20.814679 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-ed96ebe4-acc7-4cbe-a5cb-73d94a0bcf6b req-6e35e8da-02b7-4d2f-b135-2e831cb71272 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458436 May 03 23:56:21.969755 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9963d7ca-aff9-43fd-97d8-6846ed3fe245 req-7b103f21-8192-4283-a66a-82f664fea084 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:56:21.972542 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-9963d7ca-aff9-43fd-97d8-6846ed3fe245 req-7b103f21-8192-4283-a66a-82f664fea084 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 943 time: 0.0713975 May 03 23:56:22.038814 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-9963d7ca-aff9-43fd-97d8-6846ed3fe245 req-1cf09a29-49b4-43cc-a65a-5fc319b1d46e tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578361 May 03 23:56:23.210643 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec8a4a-7195-4d5a-9eb5-eb47220c2e38 req-44755092-23b6-4d2b-b21f-941072e945c0 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:56:23.212274 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-ceec8a4a-7195-4d5a-9eb5-eb47220c2e38 req-44755092-23b6-4d2b-b21f-941072e945c0 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 943 time: 0.0528715 May 03 23:56:23.258498 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-ceec8a4a-7195-4d5a-9eb5-eb47220c2e38 req-e3832f4f-4419-4828-829a-126b30b2f67e tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384316 May 03 23:56:24.442152 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95e3ad8-690d-4675-827c-1e18a711d502 req-f64b8cc4-4650-4239-a6af-d3390181b3ea tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:56:24.450467 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-e95e3ad8-690d-4675-827c-1e18a711d502 req-f64b8cc4-4650-4239-a6af-d3390181b3ea tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 943 time: 0.0812669 May 03 23:56:24.510673 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-e95e3ad8-690d-4675-827c-1e18a711d502 req-1ad2bbad-2112-4703-a75e-319a10033bf6 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403669 May 03 23:56:25.441958 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 39882) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:56:25.545160 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-e291253d-a37a-457e-aaa7-57a738c6c27e req-dc4d0996-c681-40bf-8611-25334fbf6f6a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1019273 May 03 23:56:25.558515 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [req-e291253d-a37a-457e-aaa7-57a738c6c27e req-b289b84f-dc72-40ca-a89c-407aeb44b4d2 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=114213) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:56:25.560533 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-e291253d-a37a-457e-aaa7-57a738c6c27e req-b289b84f-dc72-40ca-a89c-407aeb44b4d2 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0096245 May 03 23:56:25.660217 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6606fbd-f2d6-4c46-af20-9dc8a5484e37 req-55d5cdc9-70b7-47fa-84ad-ee67663c0dff tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:56:25.661857 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-e6606fbd-f2d6-4c46-af20-9dc8a5484e37 req-55d5cdc9-70b7-47fa-84ad-ee67663c0dff tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 943 time: 0.0582769 May 03 23:56:25.726378 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-e6606fbd-f2d6-4c46-af20-9dc8a5484e37 req-bb5f021d-b435-4d07-b2b3-8e8b5b99bba6 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537181 May 03 23:56:26.890516 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa2c4bf-d589-4168-8133-bab521a5ee0c req-5752d113-a771-4355-a516-911c770b30c1 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:56:26.892149 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-0aa2c4bf-d589-4168-8133-bab521a5ee0c req-5752d113-a771-4355-a516-911c770b30c1 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 943 time: 0.0719621 May 03 23:56:26.934204 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-0aa2c4bf-d589-4168-8133-bab521a5ee0c req-b4912480-aa89-4202-bd5f-65985500231a tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341771 May 03 23:56:28.071262 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95010a41-7505-403f-91f8-d0f54b5feb0f req-535d148c-86f4-44ac-8264-44112b7ae22c tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:56:28.073875 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-95010a41-7505-403f-91f8-d0f54b5feb0f req-535d148c-86f4-44ac-8264-44112b7ae22c tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 943 time: 0.0575120 May 03 23:56:28.125736 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-95010a41-7505-403f-91f8-d0f54b5feb0f req-118ae8ab-d9c2-4cfc-a30a-21e1616d1a02 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425439 May 03 23:56:28.924693 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 39988) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:56:29.004756 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.db_base_plugin_v2 [None req-f18b6c75-47f3-4c21-968e-0e1058f59218 admin admin] Deleting subnet 7435d9ea-a907-4feb-b09d-444f6bc116fb {{(pid=114212) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 03 23:56:29.008817 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-f18b6c75-47f3-4c21-968e-0e1058f59218 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:56:29.067917 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-f18b6c75-47f3-4c21-968e-0e1058f59218 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25200264'] for subnet, precommit_delete_associations {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:56:29.155834 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-f18b6c75-47f3-4c21-968e-0e1058f59218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608747'] for subnet, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:56:29.329081 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-f18b6c75-47f3-4c21-968e-0e1058f59218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29217597'] for subnet, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:56:29.370424 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18b6c75-47f3-4c21-968e-0e1058f59218 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7435d9ea-a907-4feb-b09d-444f6bc116fb,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:56:29.373112 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-f18b6c75-47f3-4c21-968e-0e1058f59218 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:56:29.377223 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-f18b6c75-47f3-4c21-968e-0e1058f59218 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7435d9ea-a907-4feb-b09d-444f6bc116fb HTTP/1.1" status: 204 len: 168 time: 0.4512186 May 03 23:56:29.381668 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 40000) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:56:29.393525 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f254c96b-0be1-4cff-b8c6-b0365a43a058 req-4259374f-3bbe-45c1-8bda-381bfb5efcd8 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:56:29.395170 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-f254c96b-0be1-4cff-b8c6-b0365a43a058 req-4259374f-3bbe-45c1-8bda-381bfb5efcd8 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 943 time: 0.1041305 May 03 23:56:29.452322 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-f254c96b-0be1-4cff-b8c6-b0365a43a058 req-46ff9cb5-f374-4ece-978b-05b19984d339 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489061 May 03 23:56:29.522180 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-2358e66b-c360-4b11-bf08-4d7686f716e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714127'] for network, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:56:29.668139 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-2358e66b-c360-4b11-bf08-4d7686f716e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-608354', 'neutron.services.segments.db._delete_segments_for_network-8733331752452'] for network, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:56:29.712090 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.services.segments.db [None req-2358e66b-c360-4b11-bf08-4d7686f716e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78fd7791-bf4e-4a1d-b073-160257a37458']}} {{(pid=114213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:56:29.730415 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.services.segments.db [None req-2358e66b-c360-4b11-bf08-4d7686f716e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6551357-033f-4179-a830-748857d0f27a') {'for_net_delete': True} {{(pid=114213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:56:29.730744 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.services.segments.db [None req-2358e66b-c360-4b11-bf08-4d7686f716e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6551357-033f-4179-a830-748857d0f27a') {} {{(pid=114213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:56:29.742509 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-2358e66b-c360-4b11-bf08-4d7686f716e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733331752717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25564879'] for segment, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:56:29.763335 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-2358e66b-c360-4b11-bf08-4d7686f716e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-611538'] for segment, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:56:29.775123 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2358e66b-c360-4b11-bf08-4d7686f716e4 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=114213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 23:56:29.775658 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-2358e66b-c360-4b11-bf08-4d7686f716e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-611538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25969847'] for segment, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:56:29.778616 dv-cinder-840375-1-iscsi neutron-server[114213]: Traceback (most recent call last): May 03 23:56:29.778616 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 23:56:29.778616 dv-cinder-840375-1-iscsi neutron-server[114213]: timer() May 03 23:56:29.778616 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 23:56:29.778616 dv-cinder-840375-1-iscsi neutron-server[114213]: cb(*args, **kw) May 03 23:56:29.778616 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 23:56:29.778616 dv-cinder-840375-1-iscsi neutron-server[114213]: return func(*args, **kwargs) May 03 23:56:29.778616 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 23:56:29.778616 dv-cinder-840375-1-iscsi neutron-server[114213]: self._notify() May 03 23:56:29.778616 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 23:56:29.778616 dv-cinder-840375-1-iscsi neutron-server[114213]: self.callback(batched_events) May 03 23:56:29.778616 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 23:56:29.778616 dv-cinder-840375-1-iscsi neutron-server[114213]: event.method(event) May 03 23:56:29.778616 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 23:56:29.778616 dv-cinder-840375-1-iscsi neutron-server[114213]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 23:56:29.778616 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 23:56:29.778616 dv-cinder-840375-1-iscsi neutron-server[114213]: aggregate_uuid = self.p_client.list_aggregates( May 03 23:56:29.778616 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 23:56:29.778616 dv-cinder-840375-1-iscsi neutron-server[114213]: return f(self, *a, **k) May 03 23:56:29.778616 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 23:56:29.778616 dv-cinder-840375-1-iscsi neutron-server[114213]: return self._get(url).json() May 03 23:56:29.778616 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 23:56:29.778616 dv-cinder-840375-1-iscsi neutron-server[114213]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 23:56:29.778616 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 23:56:29.778616 dv-cinder-840375-1-iscsi neutron-server[114213]: return self.request(url, 'GET', **kwargs) May 03 23:56:29.778616 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 23:56:29.778616 dv-cinder-840375-1-iscsi neutron-server[114213]: base_url = self.get_endpoint(auth, allow=allow, May 03 23:56:29.778616 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 23:56:29.778616 dv-cinder-840375-1-iscsi neutron-server[114213]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 23:56:29.778616 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 23:56:29.778616 dv-cinder-840375-1-iscsi neutron-server[114213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 23:56:29.778616 dv-cinder-840375-1-iscsi neutron-server[114213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 23:56:29.967744 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-2358e66b-c360-4b11-bf08-4d7686f716e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-608361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3761736'] for network, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:56:29.976806 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-2358e66b-c360-4b11-bf08-4d7686f716e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748400'] for network, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:56:29.982863 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-2358e66b-c360-4b11-bf08-4d7686f716e4 admin admin] 10.222.0.13 "DELETE /v2.0/networks/78fd7791-bf4e-4a1d-b073-160257a37458 HTTP/1.1" status: 204 len: 168 time: 0.5981197 May 03 23:56:29.997364 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2358e66b-c360-4b11-bf08-4d7686f716e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=78fd7791-bf4e-4a1d-b073-160257a37458,revision_number=None']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:56:30.005976 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2358e66b-c360-4b11-bf08-4d7686f716e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:56:30.006374 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2358e66b-c360-4b11-bf08-4d7686f716e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:56:30.007321 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2358e66b-c360-4b11-bf08-4d7686f716e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:56:30.007684 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2358e66b-c360-4b11-bf08-4d7686f716e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:56:30.008024 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2358e66b-c360-4b11-bf08-4d7686f716e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:56:30.008363 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2358e66b-c360-4b11-bf08-4d7686f716e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:56:30.008743 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2358e66b-c360-4b11-bf08-4d7686f716e4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:56:30.009103 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2358e66b-c360-4b11-bf08-4d7686f716e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:56:30.009458 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2358e66b-c360-4b11-bf08-4d7686f716e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:56:30.009791 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2358e66b-c360-4b11-bf08-4d7686f716e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:56:30.010219 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2358e66b-c360-4b11-bf08-4d7686f716e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:56:30.010559 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2358e66b-c360-4b11-bf08-4d7686f716e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:56:30.028763 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e291253d-a37a-457e-aaa7-57a738c6c27e req-62f40444-6ae3-45de-9adf-df9fc7339e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:56:30.031938 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-e291253d-a37a-457e-aaa7-57a738c6c27e req-62f40444-6ae3-45de-9adf-df9fc7339e28 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b&tenant_id=03bce0db30814ab1a93850e3a33758bc HTTP/1.1" status: 200 len: 1096 time: 0.1148129 May 03 23:56:30.136395 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e291253d-a37a-457e-aaa7-57a738c6c27e req-01e01bd1-b9ad-4b7d-b4c3-fd8d1f87d727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:56:30.142681 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-e291253d-a37a-457e-aaa7-57a738c6c27e req-01e01bd1-b9ad-4b7d-b4c3-fd8d1f87d727 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=03bce0db30814ab1a93850e3a33758bc&device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 1096 time: 0.0569613 May 03 23:56:30.279609 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e291253d-a37a-457e-aaa7-57a738c6c27e req-0b4668ec-c4ec-4491-8438-d6c289bf274c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:56:30.283740 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-e291253d-a37a-457e-aaa7-57a738c6c27e req-0b4668ec-c4ec-4491-8438-d6c289bf274c service neutron] 10.222.0.47 "GET /v2.0/networks?id=6794dc24-6270-444d-9eb8-8dafb7765ac3 HTTP/1.1" status: 200 len: 918 time: 0.1332612 May 03 23:56:30.396110 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-e291253d-a37a-457e-aaa7-57a738c6c27e req-84a6c7d5-1f0d-4328-9e5b-c9c30a9b1ec5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eddec5f8-eace-41cb-8aa4-6aae72b191af HTTP/1.1" status: 200 len: 999 time: 0.1035869 May 03 23:56:30.479433 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e291253d-a37a-457e-aaa7-57a738c6c27e req-82c4b6a5-3200-4792-89ca-5e4c352d6e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:56:30.481215 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-e291253d-a37a-457e-aaa7-57a738c6c27e req-82c4b6a5-3200-4792-89ca-5e4c352d6e84 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c9819db7-dd9c-4945-a665-c049574a03e0 HTTP/1.1" status: 200 len: 856 time: 0.0767226 May 03 23:56:30.547973 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e291253d-a37a-457e-aaa7-57a738c6c27e req-3c8ec345-3fec-44f5-8664-43fd466e4c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:56:30.549519 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-e291253d-a37a-457e-aaa7-57a738c6c27e req-3c8ec345-3fec-44f5-8664-43fd466e4c21 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6794dc24-6270-444d-9eb8-8dafb7765ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0564322 May 03 23:56:30.634566 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 40014) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:56:30.677288 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428e2165-3995-4a39-b5c8-dfd2304ad14f req-6c91af4f-3f57-458b-b92f-b4b317aa7612 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:56:30.679793 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-428e2165-3995-4a39-b5c8-dfd2304ad14f req-6c91af4f-3f57-458b-b92f-b4b317aa7612 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 943 time: 0.0826931 May 03 23:56:30.720234 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-e291253d-a37a-457e-aaa7-57a738c6c27e req-e940f415-3088-4b0e-afdc-eb76ed07a23a service neutron] 10.222.0.47 "GET /v2.0/networks/6794dc24-6270-444d-9eb8-8dafb7765ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611311 May 03 23:56:30.725973 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-fca503e0-0f57-410f-adcd-d424c0a8fbaa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c9812577fde04fb19b349927fd4a1e8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0879140 May 03 23:56:30.728396 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 40016) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:56:30.742444 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-428e2165-3995-4a39-b5c8-dfd2304ad14f req-4f67a400-22b6-4c5b-8d10-9dc1b9eaec53 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510828 May 03 23:56:30.873346 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-de90ca80-507d-4b8f-9f85-246a85c1ae78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:56:30.951490 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-de90ca80-507d-4b8f-9f85-246a85c1ae78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:56:30.956286 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-e291253d-a37a-457e-aaa7-57a738c6c27e req-874f96fb-6dc4-49c6-9257-e59fb6ee98e2 service neutron] 10.222.0.47 "GET /v2.0/networks/6794dc24-6270-444d-9eb8-8dafb7765ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200596 May 03 23:56:31.092469 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-de90ca80-507d-4b8f-9f85-246a85c1ae78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:56:31.095752 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-de90ca80-507d-4b8f-9f85-246a85c1ae78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:56:31.098342 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-de90ca80-507d-4b8f-9f85-246a85c1ae78 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d3199a76-af0d-466a-85dd-e09fc9f48c8a HTTP/1.1" status: 204 len: 168 time: 0.3675690 May 03 23:56:31.106893 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de90ca80-507d-4b8f-9f85-246a85c1ae78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3199a76-af0d-466a-85dd-e09fc9f48c8a,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:56:31.429730 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-8bc0092a-d453-403f-a5fc-e430a1515691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:56:31.482577 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.agents_db [None req-33eb5aa9-4e04-49df-8f84-9829a3bd54c6 None None] Agent healthcheck: found 6 active agents {{(pid=114215) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 23:56:31.907540 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70432c43-a533-4f6d-961b-aa64042948f1 req-6d3a73af-5f32-40e0-8f88-d027831dd712 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:56:31.909805 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-70432c43-a533-4f6d-961b-aa64042948f1 req-6d3a73af-5f32-40e0-8f88-d027831dd712 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 943 time: 0.0628672 May 03 23:56:32.007371 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-70432c43-a533-4f6d-961b-aa64042948f1 req-b6f879bf-57ba-4cf3-be5f-5259b342a167 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805411 May 03 23:56:33.254833 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610577aa-184c-4378-8495-f30f99e7529a req-dbccb6ea-7a8a-44b4-83dc-82880cde29f3 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:56:33.258263 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-610577aa-184c-4378-8495-f30f99e7529a req-dbccb6ea-7a8a-44b4-83dc-82880cde29f3 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 943 time: 0.1000543 May 03 23:56:33.314817 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-610577aa-184c-4378-8495-f30f99e7529a req-2265cf51-a550-4ab2-8937-ec5ea1686e9f tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475104 May 03 23:56:33.898733 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-44aa8866-5f01-419f-b9be-b69b4c9f5edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:56:34.515939 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de7fb9b-9e60-4988-b9b5-33b42c239c72 req-ec2de159-8f24-4dca-8cfb-6589af2c804d tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:56:34.518494 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-3de7fb9b-9e60-4988-b9b5-33b42c239c72 req-ec2de159-8f24-4dca-8cfb-6589af2c804d tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 943 time: 0.0751257 May 03 23:56:34.564324 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-3de7fb9b-9e60-4988-b9b5-33b42c239c72 req-965216cc-afd0-4f4c-9392-c2e61c8b12df tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383625 May 03 23:56:35.347244 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-9988ed24-7efc-4e8a-acf7-bcbfa55ed3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:56:35.751471 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ee7965-34a8-4f22-9b1e-8095ce248ac2 req-05e12699-f189-47d6-9e9d-69e4d88a9c7d tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:56:35.755911 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-46ee7965-34a8-4f22-9b1e-8095ce248ac2 req-05e12699-f189-47d6-9e9d-69e4d88a9c7d tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 943 time: 0.0991414 May 03 23:56:35.866790 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-46ee7965-34a8-4f22-9b1e-8095ce248ac2 req-a4bc5b66-03cb-42ce-ba6b-49365b7a640e tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989616 May 03 23:56:36.162139 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-f3996685-9434-443c-b5d7-edb245b755aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:56:36.977939 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:56:37.031467 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21b5dec-1900-4e9b-882f-d694e99e4fc1 req-41e94a60-865b-4909-81a8-cf2395adc71d tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:56:37.033266 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-a21b5dec-1900-4e9b-882f-d694e99e4fc1 req-41e94a60-865b-4909-81a8-cf2395adc71d tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 943 time: 0.0689421 May 03 23:56:37.079109 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-a21b5dec-1900-4e9b-882f-d694e99e4fc1 req-11914bf2-03cd-4b54-b205-4d6d7145f1bb tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390253 May 03 23:56:38.239484 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612094f3-309d-4ef3-af1f-f8ccbe9c086f req-6d8a1088-99ba-4ce9-9fc1-948da8d458c5 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:56:38.241178 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-612094f3-309d-4ef3-af1f-f8ccbe9c086f req-6d8a1088-99ba-4ce9-9fc1-948da8d458c5 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 943 time: 0.0771172 May 03 23:56:38.317197 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-612094f3-309d-4ef3-af1f-f8ccbe9c086f req-243e3f41-dd4b-4cd8-8bde-d04755a548cb tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563884 May 03 23:56:39.243431 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 40138) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:56:39.388033 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-6b77b250-07aa-4ca2-8664-9c11bb86b6bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:56:39.509090 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-6b77b250-07aa-4ca2-8664-9c11bb86b6bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:56:39.566648 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7845a8-95ab-4c47-a481-520c4494e6d0 req-99742f19-2d4b-4fc9-804d-cba18fc6d699 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:56:39.569149 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-fd7845a8-95ab-4c47-a481-520c4494e6d0 req-99742f19-2d4b-4fc9-804d-cba18fc6d699 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 943 time: 0.1093838 May 03 23:56:39.584085 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-6b77b250-07aa-4ca2-8664-9c11bb86b6bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:56:39.631575 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-fd7845a8-95ab-4c47-a481-520c4494e6d0 req-76be7069-0e80-4cd2-ab81-4f4a9b4ac965 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490870 May 03 23:56:39.633209 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-6b77b250-07aa-4ca2-8664-9c11bb86b6bd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a0b9851e09054192a67b3c7fa592ae98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3887827 May 03 23:56:39.635409 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b77b250-07aa-4ca2-8664-9c11bb86b6bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7650b4ee-58c5-40dd-a4d6-e11c038c0892,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:56:39.636121 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 40146) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:56:39.744895 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-f3d29419-6017-4f8c-bc0e-585f1249d3be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:56:39.780928 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-f3d29419-6017-4f8c-bc0e-585f1249d3be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:56:39.921827 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-f3d29419-6017-4f8c-bc0e-585f1249d3be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:56:39.924704 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-f3d29419-6017-4f8c-bc0e-585f1249d3be admin admin] Notify callbacks [] for security_group, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:56:39.925885 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-f3d29419-6017-4f8c-bc0e-585f1249d3be admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7650b4ee-58c5-40dd-a4d6-e11c038c0892 HTTP/1.1" status: 204 len: 168 time: 0.2870235 May 03 23:56:39.939181 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d29419-6017-4f8c-bc0e-585f1249d3be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7650b4ee-58c5-40dd-a4d6-e11c038c0892,revision_number=None']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:56:40.808047 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee08c1-c92d-463c-9c8c-a4f456637469 req-052ff5ed-2dc7-40d6-b69d-64061cd239b9 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:56:40.810087 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-e6ee08c1-c92d-463c-9c8c-a4f456637469 req-052ff5ed-2dc7-40d6-b69d-64061cd239b9 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 943 time: 0.0831628 May 03 23:56:40.863426 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-e6ee08c1-c92d-463c-9c8c-a4f456637469 req-ddcb6bed-9760-4fae-b576-bee272372b09 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432060 May 03 23:56:42.006137 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c08a6fd-7f97-4a9e-89d5-9843084b1bc3 req-80c7d736-493b-4d70-a48c-a6e80e5e09c1 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:56:42.007785 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-4c08a6fd-7f97-4a9e-89d5-9843084b1bc3 req-80c7d736-493b-4d70-a48c-a6e80e5e09c1 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 943 time: 0.0630183 May 03 23:56:42.064102 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-4c08a6fd-7f97-4a9e-89d5-9843084b1bc3 req-ca83ae4a-de15-4252-946c-80fb5d161362 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452657 May 03 23:56:43.211685 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e9cf81-baac-4b34-b023-2b48ab87adc8 req-72d1259f-4125-4da3-aadf-446cd46eadab tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:56:43.213182 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-38e9cf81-baac-4b34-b023-2b48ab87adc8 req-72d1259f-4125-4da3-aadf-446cd46eadab tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 943 time: 0.0535645 May 03 23:56:43.258007 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-38e9cf81-baac-4b34-b023-2b48ab87adc8 req-1fe56d71-479a-425d-9156-ac2a3eaf9150 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364149 May 03 23:56:44.451945 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03602bdd-0fed-477c-9c9c-f375d7964906 req-5ef94f31-62ba-4692-8ea2-1a11249bbb87 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:56:44.455197 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-03602bdd-0fed-477c-9c9c-f375d7964906 req-5ef94f31-62ba-4692-8ea2-1a11249bbb87 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 943 time: 0.0822554 May 03 23:56:44.495108 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-03602bdd-0fed-477c-9c9c-f375d7964906 req-bff286cc-cf26-49aa-862e-d792b4d303b9 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339265 May 03 23:56:45.620314 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33958171-d720-4952-9359-30087222ac49 req-08c10870-54f2-433e-a1bd-e8a4a416e0b5 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:56:45.621869 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-33958171-d720-4952-9359-30087222ac49 req-08c10870-54f2-433e-a1bd-e8a4a416e0b5 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 943 time: 0.0535457 May 03 23:56:45.666731 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-33958171-d720-4952-9359-30087222ac49 req-d8c88a1f-6dc2-43c5-83b2-6e73417300dc tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376799 May 03 23:56:46.795650 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e036b5-b455-493c-b041-a7dda9ad54c0 req-85e77e00-6d07-4e41-8a7a-b0acb2481dec tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:56:46.798528 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-a5e036b5-b455-493c-b041-a7dda9ad54c0 req-85e77e00-6d07-4e41-8a7a-b0acb2481dec tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 943 time: 0.0552359 May 03 23:56:46.839943 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-a5e036b5-b455-493c-b041-a7dda9ad54c0 req-0e9a9574-378b-417c-87ad-beec2c509dee tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353220 May 03 23:56:47.967807 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb33f76b-66db-44bb-bbfb-ec49ad209bf4 req-0b5a7a71-78f8-4f34-971d-c12b5773ebe7 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:56:47.969342 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-fb33f76b-66db-44bb-bbfb-ec49ad209bf4 req-0b5a7a71-78f8-4f34-971d-c12b5773ebe7 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 943 time: 0.0509837 May 03 23:56:48.008544 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-fb33f76b-66db-44bb-bbfb-ec49ad209bf4 req-4a9ce160-f180-4979-b95a-8e81e40a54a3 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331607 May 03 23:56:48.166649 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:56:49.137809 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5648c858-ee65-46b2-b309-4745ed3f433d req-e8cdbc26-1799-44cb-b843-956c2dce5bb8 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:56:49.139355 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-5648c858-ee65-46b2-b309-4745ed3f433d req-e8cdbc26-1799-44cb-b843-956c2dce5bb8 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 943 time: 0.0567241 May 03 23:56:49.178425 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-5648c858-ee65-46b2-b309-4745ed3f433d req-b0282c15-87ab-491f-81c0-480d13a74aa8 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321157 May 03 23:56:49.940425 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-fd823bb0-ad6a-49a7-acf7-436be2b3ae43 req-37f4c69c-3174-4500-b1af-a370665c0323 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b90b35a3-8206-4747-bf4b-c9b77bd4e470&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0457203 May 03 23:56:50.018128 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd823bb0-ad6a-49a7-acf7-436be2b3ae43 req-7bb950ea-44a8-4284-984b-46f7d56dedc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:56:50.019655 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-fd823bb0-ad6a-49a7-acf7-436be2b3ae43 req-7bb950ea-44a8-4284-984b-46f7d56dedc2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=18702b8992014a4095bdd8f1a1117571&device_id=b90b35a3-8206-4747-bf4b-c9b77bd4e470 HTTP/1.1" status: 200 len: 1099 time: 0.0415225 May 03 23:56:50.141622 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd823bb0-ad6a-49a7-acf7-436be2b3ae43 req-493fa40f-7ae0-4d72-a137-556bb1810414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:56:50.143114 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-fd823bb0-ad6a-49a7-acf7-436be2b3ae43 req-493fa40f-7ae0-4d72-a137-556bb1810414 service neutron] 10.222.0.47 "GET /v2.0/networks?id=604bb18a-bbc8-4a96-8a59-cda5f9a33ba3 HTTP/1.1" status: 200 len: 911 time: 0.1009679 May 03 23:56:50.217087 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-fd823bb0-ad6a-49a7-acf7-436be2b3ae43 req-e6549c60-e54a-48cc-be85-b2fc122a64e3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=56c90ddc-e1fb-4285-a6fa-9780de2d37bc HTTP/1.1" status: 200 len: 1002 time: 0.0623324 May 03 23:56:50.302490 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd823bb0-ad6a-49a7-acf7-436be2b3ae43 req-81ee35b8-cea9-4e32-8e24-e788f3d8988a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:56:50.304103 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-fd823bb0-ad6a-49a7-acf7-436be2b3ae43 req-81ee35b8-cea9-4e32-8e24-e788f3d8988a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=812a278c-b546-48ea-b77a-ce9966d91767 HTTP/1.1" status: 200 len: 849 time: 0.0747657 May 03 23:56:50.321734 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c983f2c0-5124-4a85-ae54-f692f9f4cb1a req-dce7140e-1f4f-4036-b8e6-7354af0f6723 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:56:50.323179 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-c983f2c0-5124-4a85-ae54-f692f9f4cb1a req-dce7140e-1f4f-4036-b8e6-7354af0f6723 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 943 time: 0.0631945 May 03 23:56:50.381686 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-c983f2c0-5124-4a85-ae54-f692f9f4cb1a req-e6cc55bc-3b35-4d3c-aa13-4d40d3a64400 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500374 May 03 23:56:50.388250 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd823bb0-ad6a-49a7-acf7-436be2b3ae43 req-4628965f-a7ec-4c2f-8793-96cee3976ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:56:50.389724 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-fd823bb0-ad6a-49a7-acf7-436be2b3ae43 req-4628965f-a7ec-4c2f-8793-96cee3976ea0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=604bb18a-bbc8-4a96-8a59-cda5f9a33ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0656793 May 03 23:56:50.508633 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-fd823bb0-ad6a-49a7-acf7-436be2b3ae43 req-f3904a15-92a8-472a-8575-c60491d292fe service neutron] 10.222.0.47 "GET /v2.0/networks/604bb18a-bbc8-4a96-8a59-cda5f9a33ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934553 May 03 23:56:50.619059 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-fd823bb0-ad6a-49a7-acf7-436be2b3ae43 req-b05d9a09-b05a-4854-99e9-24c76189df3a service neutron] 10.222.0.47 "GET /v2.0/networks/604bb18a-bbc8-4a96-8a59-cda5f9a33ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903769 May 03 23:56:51.526055 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d61a47-bedc-49d6-8ee6-065a1f63744f req-e4fb8f85-fb71-4da7-bb78-bd17a765a227 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:56:51.528628 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-a7d61a47-bedc-49d6-8ee6-065a1f63744f req-e4fb8f85-fb71-4da7-bb78-bd17a765a227 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 943 time: 0.0720479 May 03 23:56:51.568376 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-a7d61a47-bedc-49d6-8ee6-065a1f63744f req-a1e900ab-055f-44c1-bfde-88a2b88fa0ee tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333855 May 03 23:56:52.747548 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b97e13-ed5c-406d-a305-d6445ef7e007 req-8725ee29-09fc-4dc7-aab6-107f229637e2 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:56:52.750742 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-06b97e13-ed5c-406d-a305-d6445ef7e007 req-8725ee29-09fc-4dc7-aab6-107f229637e2 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 943 time: 0.0913820 May 03 23:56:52.803969 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-06b97e13-ed5c-406d-a305-d6445ef7e007 req-6a7cbc2c-c1e5-444b-9685-b494f6547fce tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463703 May 03 23:56:53.963250 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac470b7-a855-4df5-8ffb-9ef9bc62e3a7 req-19d2684b-3da6-47b1-b857-22808a8b015e tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:56:53.964827 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-5ac470b7-a855-4df5-8ffb-9ef9bc62e3a7 req-19d2684b-3da6-47b1-b857-22808a8b015e tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 943 time: 0.0517108 May 03 23:56:54.006749 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-5ac470b7-a855-4df5-8ffb-9ef9bc62e3a7 req-c3bc3b9d-00f7-4c29-ae9b-506ba5c2be9a tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347469 May 03 23:56:54.132961 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device eddec5f8-eace-41cb-8aa4-6aae72b191af details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=114214) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 23:56:54.256455 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] For port eddec5f8-eace-41cb-8aa4-6aae72b191af, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=eddec5f8-eace-41cb-8aa4-6aae72b191af,segment=NetworkSegment(e39c8e49-66af-4d27-b151-3cf1448d7fbf),segment_id=e39c8e49-66af-4d27-b151-3cf1448d7fbf)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:56:54.273392 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Returning: {'device': 'eddec5f8-eace-41cb-8aa4-6aae72b191af', 'network_id': '6794dc24-6270-444d-9eb8-8dafb7765ac3', 'port_id': 'eddec5f8-eace-41cb-8aa4-6aae72b191af', 'mac_address': 'fa:16:3e:da:50:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9819db7-dd9c-4945-a665-c049574a03e0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114214) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 23:56:54.316520 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:56:54.331786 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.notifiers.nova [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eddec5f8-eace-41cb-8aa4-6aae72b191af {{(pid=114214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:56:54.353570 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] For port eddec5f8-eace-41cb-8aa4-6aae72b191af, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=eddec5f8-eace-41cb-8aa4-6aae72b191af,segment=NetworkSegment(e39c8e49-66af-4d27-b151-3cf1448d7fbf),segment_id=e39c8e49-66af-4d27-b151-3cf1448d7fbf)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:56:54.475762 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:56:54.538352 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Pushing event updated for resources: {'Port': ['ID=eddec5f8-eace-41cb-8aa4-6aae72b191af,revision_number=9']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:56:55.006823 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] get_ports_and_sgs() called for port_ids ['eddec5f8-eace-41cb-8aa4-6aae72b191af'] {{(pid=114214) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 23:56:55.155232 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fb1ba7-cb70-494c-a989-802f35db9ffa req-f8849335-1fa4-4a72-ab4b-eba16dd86882 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:56:55.157931 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-b3fb1ba7-cb70-494c-a989-802f35db9ffa req-f8849335-1fa4-4a72-ab4b-eba16dd86882 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 944 time: 0.0664704 May 03 23:56:55.228802 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-b3fb1ba7-cb70-494c-a989-802f35db9ffa req-f4189e49-805f-4471-a7ac-41c3ae75fb9b tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479577 May 03 23:56:56.362593 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d360843-a90e-4d43-8914-b4df80698aff req-fb153a2f-8b5d-48e2-b4b5-038f996ee95b tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:56:56.364761 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-2d360843-a90e-4d43-8914-b4df80698aff req-fb153a2f-8b5d-48e2-b4b5-038f996ee95b tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 944 time: 0.0616591 May 03 23:56:56.427662 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-2d360843-a90e-4d43-8914-b4df80698aff req-ab1a2559-4c8d-4cf4-96f1-2e3979506fbe tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491920 May 03 23:56:57.565687 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eec202c-7b4a-4e13-984c-7e82aa39acf6 req-cb9e697f-11e7-486c-b863-16f2ec33c16d tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:56:57.567277 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-8eec202c-7b4a-4e13-984c-7e82aa39acf6 req-cb9e697f-11e7-486c-b863-16f2ec33c16d tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 944 time: 0.0610096 May 03 23:56:57.611799 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-8eec202c-7b4a-4e13-984c-7e82aa39acf6 req-94c97a73-393a-421f-86fd-e120a60a276f tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375464 May 03 23:56:57.684940 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c533c78d-3a28-4a03-bdb4-6a8fcc1df67b req-57c1d931-7725-4a84-8113-8bd5064567d7 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:56:57.686577 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-c533c78d-3a28-4a03-bdb4-6a8fcc1df67b req-57c1d931-7725-4a84-8113-8bd5064567d7 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b90b35a3-8206-4747-bf4b-c9b77bd4e470 HTTP/1.1" status: 200 len: 946 time: 0.0643086 May 03 23:56:57.729678 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-c533c78d-3a28-4a03-bdb4-6a8fcc1df67b req-dec46bf0-83a3-4fa5-a8a0-32e2eadefbeb tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a9b5e6e-5f27-4dc7-8078-345eba378f61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364046 May 03 23:56:58.747687 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56559605-d9b0-4fc6-b767-945a9b7c3415 req-0dd817f1-b8c9-42b9-8957-1b5e2e8b4102 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:56:58.749217 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-56559605-d9b0-4fc6-b767-945a9b7c3415 req-0dd817f1-b8c9-42b9-8957-1b5e2e8b4102 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 944 time: 0.0550008 May 03 23:56:58.793890 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-56559605-d9b0-4fc6-b767-945a9b7c3415 req-0ccc894f-471f-4e58-9863-da1bfbb19cad tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344040 May 03 23:56:58.865740 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c9038-5e40-48c1-9ce5-45e9fdaf5478 req-0e893b13-83d4-4987-8571-67fbd68ecb48 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:56:58.867618 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-f92c9038-5e40-48c1-9ce5-45e9fdaf5478 req-0e893b13-83d4-4987-8571-67fbd68ecb48 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b90b35a3-8206-4747-bf4b-c9b77bd4e470 HTTP/1.1" status: 200 len: 946 time: 0.0591478 May 03 23:56:58.926725 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-f92c9038-5e40-48c1-9ce5-45e9fdaf5478 req-fe2f63d3-6cbc-4538-9662-868eb2f5e794 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a9b5e6e-5f27-4dc7-8078-345eba378f61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415819 May 03 23:56:59.342476 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device eddec5f8-eace-41cb-8aa4-6aae72b191af up at agent hyperv_hv-cinder-84037 {{(pid=114214) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 23:56:59.399124 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Provisioning complete for port eddec5f8-eace-41cb-8aa4-6aae72b191af triggered by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:56:59.399494 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:56:59.608627 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:56:59.632869 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc196673-33de-4fe2-8ff5-9f0d6977d56b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eddec5f8-eace-41cb-8aa4-6aae72b191af'}] {{(pid=114214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:56:59.635167 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a2c01d47b82d907f81ba0899610efc862c27db097cd111ee9714155fede03ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8741fa9c-1944-4c85-b002-3951dbd64e83" -d '{"events": [{"server_uuid": "bc196673-33de-4fe2-8ff5-9f0d6977d56b", "name": "network-vif-plugged", "status": "completed", "tag": "eddec5f8-eace-41cb-8aa4-6aae72b191af"}]}' {{(pid=114214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 23:56:59.652777 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] For port eddec5f8-eace-41cb-8aa4-6aae72b191af, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=eddec5f8-eace-41cb-8aa4-6aae72b191af,segment=NetworkSegment(e39c8e49-66af-4d27-b151-3cf1448d7fbf),segment_id=e39c8e49-66af-4d27-b151-3cf1448d7fbf)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:56:59.674613 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 23:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bbad284-6e96-4d53-94b9-65eaa262f76a x-openstack-request-id: req-2bbad284-6e96-4d53-94b9-65eaa262f76a {{(pid=114214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 23:56:59.674934 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc196673-33de-4fe2-8ff5-9f0d6977d56b", "name": "network-vif-plugged", "status": "completed", "tag": "eddec5f8-eace-41cb-8aa4-6aae72b191af", "code": 200}]} {{(pid=114214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 23:56:59.675190 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2bbad284-6e96-4d53-94b9-65eaa262f76a {{(pid=114214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 23:56:59.675588 dv-cinder-840375-1-iscsi neutron-server[114214]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bbad284-6e96-4d53-94b9-65eaa262f76a'] response: {'server_uuid': 'bc196673-33de-4fe2-8ff5-9f0d6977d56b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eddec5f8-eace-41cb-8aa4-6aae72b191af', 'code': 200} May 03 23:56:59.761247 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:56:59.822593 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Pushing event updated for resources: {'Port': ['ID=eddec5f8-eace-41cb-8aa4-6aae72b191af,revision_number=10']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:56:59.935051 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda65c9b-e84b-4232-876c-91a57c8609a4 req-a1b7f18c-bfc8-4ae9-b9e4-4e552db08f3c tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:56:59.936651 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-eda65c9b-e84b-4232-876c-91a57c8609a4 req-a1b7f18c-bfc8-4ae9-b9e4-4e552db08f3c tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 946 time: 0.0572631 May 03 23:56:59.996520 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-eda65c9b-e84b-4232-876c-91a57c8609a4 req-14983ddb-09ba-4e06-b1ea-7480d8d508f3 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522356 May 03 23:57:00.082090 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a7606-74ed-4385-ba36-60ee356abc8b req-23e1ecb9-44ff-421b-bd42-722ca98b86ab tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:00.083775 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-2f3a7606-74ed-4385-ba36-60ee356abc8b req-23e1ecb9-44ff-421b-bd42-722ca98b86ab tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b90b35a3-8206-4747-bf4b-c9b77bd4e470 HTTP/1.1" status: 200 len: 946 time: 0.0536408 May 03 23:57:00.124255 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-2f3a7606-74ed-4385-ba36-60ee356abc8b req-e775370a-03b8-495d-8429-4d8f5aa02e54 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a9b5e6e-5f27-4dc7-8078-345eba378f61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337758 May 03 23:57:01.174740 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51205539-17f9-4536-a027-8acc815adfe4 req-b1defba7-95f7-4283-b2d5-a06d5e161298 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:01.176234 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-51205539-17f9-4536-a027-8acc815adfe4 req-b1defba7-95f7-4283-b2d5-a06d5e161298 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 946 time: 0.0663731 May 03 23:57:01.249539 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-51205539-17f9-4536-a027-8acc815adfe4 req-f9be4d90-2105-48d2-b95d-f2e9b3dba213 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614090 May 03 23:57:01.324499 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38846ec8-9d1c-4e1f-ba3b-e1f65e46ec44 req-7a784486-f67c-42bf-8de5-f7be71970928 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:01.326079 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-38846ec8-9d1c-4e1f-ba3b-e1f65e46ec44 req-7a784486-f67c-42bf-8de5-f7be71970928 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b90b35a3-8206-4747-bf4b-c9b77bd4e470 HTTP/1.1" status: 200 len: 946 time: 0.1144676 May 03 23:57:01.376737 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef73c48f-9772-44b6-90c6-4f2e73a26f6c req-40db6581-13e3-41e9-823f-237c2edeedde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:01.378545 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-ef73c48f-9772-44b6-90c6-4f2e73a26f6c req-40db6581-13e3-41e9-823f-237c2edeedde service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 1099 time: 0.0934618 May 03 23:57:01.412544 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-b7b8fc21-e7c0-46d1-8bde-c94588e7e2c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:01.420771 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-38846ec8-9d1c-4e1f-ba3b-e1f65e46ec44 req-365e45db-3ed4-4f60-bc53-9a07f32c3ac1 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a9b5e6e-5f27-4dc7-8078-345eba378f61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860641 May 03 23:57:01.437512 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-ef73c48f-9772-44b6-90c6-4f2e73a26f6c req-5f7bc529-585b-4db0-818c-42e4cdf587c2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424700 May 03 23:57:02.105081 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 40360) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:57:02.221681 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-9e0a7622-007b-4526-8da6-6e464381482e admin admin] Notify callbacks [] for security_group, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:02.303041 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-9e0a7622-007b-4526-8da6-6e464381482e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:02.372178 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-9e0a7622-007b-4526-8da6-6e464381482e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:02.417936 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0a7622-007b-4526-8da6-6e464381482e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01a6dbe8-2f3a-4376-8d8c-57190dae7b44,revision_number=1']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:57:02.424134 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-9e0a7622-007b-4526-8da6-6e464381482e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=920a19eff6aa4fbd8d979543a3e52443&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3179631 May 03 23:57:02.428433 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 40366) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:57:02.433392 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d998889c-ee96-4b07-be8d-240fa6eb2b1b req-c319d473-36bf-44b9-80c9-05ec5b3d9ca2 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:02.435160 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-d998889c-ee96-4b07-be8d-240fa6eb2b1b req-c319d473-36bf-44b9-80c9-05ec5b3d9ca2 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 946 time: 0.0955060 May 03 23:57:02.496184 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-d9068fc6-e486-4797-ae6b-c487a303111e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:02.498931 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-d998889c-ee96-4b07-be8d-240fa6eb2b1b req-cea02deb-9c05-4c15-b588-3b24c748bec5 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503459 May 03 23:57:02.547925 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-d9068fc6-e486-4797-ae6b-c487a303111e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:02.597696 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a02e3-e95c-4182-8383-e08e33e1d4e4 req-e4cafb8c-1c80-4e23-ad49-96afcee46293 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:02.599274 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-cc5a02e3-e95c-4182-8383-e08e33e1d4e4 req-e4cafb8c-1c80-4e23-ad49-96afcee46293 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b90b35a3-8206-4747-bf4b-c9b77bd4e470 HTTP/1.1" status: 200 len: 946 time: 0.0925150 May 03 23:57:02.641162 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-cc5a02e3-e95c-4182-8383-e08e33e1d4e4 req-29c45f08-d509-458d-aabc-2d8a111cd94c tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a9b5e6e-5f27-4dc7-8078-345eba378f61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351892 May 03 23:57:02.703287 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-d9068fc6-e486-4797-ae6b-c487a303111e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:02.707337 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-d9068fc6-e486-4797-ae6b-c487a303111e admin admin] Notify callbacks [] for security_group, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:02.708572 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-d9068fc6-e486-4797-ae6b-c487a303111e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/01a6dbe8-2f3a-4376-8d8c-57190dae7b44 HTTP/1.1" status: 204 len: 168 time: 0.2785857 May 03 23:57:02.716863 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9068fc6-e486-4797-ae6b-c487a303111e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a6dbe8-2f3a-4376-8d8c-57190dae7b44,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:57:03.649979 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b85f1d4-30ac-401b-8d5c-e956891961a5 req-3a9ba57d-8e27-4dbc-8fff-80e68d298c25 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:03.651576 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-7b85f1d4-30ac-401b-8d5c-e956891961a5 req-3a9ba57d-8e27-4dbc-8fff-80e68d298c25 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 946 time: 0.0573440 May 03 23:57:03.698560 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-7b85f1d4-30ac-401b-8d5c-e956891961a5 req-fd6c70b3-5c94-478c-8727-5c9124669501 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350409 May 03 23:57:03.774730 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6383b258-a9aa-459f-bb84-30f1743e5ad1 req-9e9c1829-94d6-47b4-a639-934829824a4e tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:03.776970 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-6383b258-a9aa-459f-bb84-30f1743e5ad1 req-9e9c1829-94d6-47b4-a639-934829824a4e tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b90b35a3-8206-4747-bf4b-c9b77bd4e470 HTTP/1.1" status: 200 len: 946 time: 0.0601425 May 03 23:57:03.843181 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-6383b258-a9aa-459f-bb84-30f1743e5ad1 req-e8365df6-1114-4a40-afad-4586169832cc tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a9b5e6e-5f27-4dc7-8078-345eba378f61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537918 May 03 23:57:03.881057 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-e56ad7e3-c4d6-45fb-9a81-4c4d5810dabc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:04.824244 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f5d63b-4dda-47fa-876c-954c669f71d8 req-554d6db9-fe5b-40bc-bf64-f113d520109d tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:04.825689 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-b3f5d63b-4dda-47fa-876c-954c669f71d8 req-554d6db9-fe5b-40bc-bf64-f113d520109d tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 946 time: 0.0530267 May 03 23:57:04.866689 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-b3f5d63b-4dda-47fa-876c-954c669f71d8 req-956546b8-3432-4692-a29b-8a7de2264dbc tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347619 May 03 23:57:04.988798 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21209e6-8deb-43a9-91c6-0431d5327c34 req-2245b212-00f8-46ad-8635-dfbdd6fc90f7 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:04.990523 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-a21209e6-8deb-43a9-91c6-0431d5327c34 req-2245b212-00f8-46ad-8635-dfbdd6fc90f7 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b90b35a3-8206-4747-bf4b-c9b77bd4e470 HTTP/1.1" status: 200 len: 946 time: 0.0542476 May 03 23:57:05.033165 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-a21209e6-8deb-43a9-91c6-0431d5327c34 req-c259d7b9-a752-4a88-85d9-1375b7f29f26 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a9b5e6e-5f27-4dc7-8078-345eba378f61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342948 May 03 23:57:05.366345 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-9988ed24-7efc-4e8a-acf7-bcbfa55ed3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:06.015724 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c6e92f-e9f3-48e4-9352-7dbc53834876 req-1dac4d16-01c0-4028-a38f-8c2325b10ac4 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:06.017328 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-34c6e92f-e9f3-48e4-9352-7dbc53834876 req-1dac4d16-01c0-4028-a38f-8c2325b10ac4 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 946 time: 0.0560112 May 03 23:57:06.064678 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-34c6e92f-e9f3-48e4-9352-7dbc53834876 req-28d6a899-d220-4107-8090-cac23b6ec4a6 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402052 May 03 23:57:06.161949 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-f3996685-9434-443c-b5d7-edb245b755aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:06.168437 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8ab37b-d63e-4f66-82c3-046bfac4400b req-027e1d48-17db-4b0c-a0d9-ae39d19ae2c9 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:06.169874 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-cb8ab37b-d63e-4f66-82c3-046bfac4400b req-027e1d48-17db-4b0c-a0d9-ae39d19ae2c9 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b90b35a3-8206-4747-bf4b-c9b77bd4e470 HTTP/1.1" status: 200 len: 946 time: 0.0643659 May 03 23:57:06.219592 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-cb8ab37b-d63e-4f66-82c3-046bfac4400b req-52928865-c767-40c1-b6a4-5d15aa45bf56 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a9b5e6e-5f27-4dc7-8078-345eba378f61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381746 May 03 23:57:06.898448 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:07.202233 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3149fd-6210-4c49-8c30-3db8de7fa82e req-9913801d-2d19-4e60-9432-6dddbe59101e tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:07.204009 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-cf3149fd-6210-4c49-8c30-3db8de7fa82e req-9913801d-2d19-4e60-9432-6dddbe59101e tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 946 time: 0.0635672 May 03 23:57:07.248797 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-cf3149fd-6210-4c49-8c30-3db8de7fa82e req-13250123-c7c4-4644-bf58-998e197d053c tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350754 May 03 23:57:07.363218 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb944b9-2750-4f69-be54-22812e0328ae req-58c5aea3-c38a-41ae-ad66-d392d98204a5 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:07.367423 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-dfb944b9-2750-4f69-be54-22812e0328ae req-58c5aea3-c38a-41ae-ad66-d392d98204a5 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b90b35a3-8206-4747-bf4b-c9b77bd4e470 HTTP/1.1" status: 200 len: 946 time: 0.0551503 May 03 23:57:07.428795 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-dfb944b9-2750-4f69-be54-22812e0328ae req-36ad9908-1882-4734-8de0-8e67d5735e4d tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a9b5e6e-5f27-4dc7-8078-345eba378f61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478547 May 03 23:57:08.414836 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac879aab-e972-42c1-934d-6a65231670fe req-589e1894-ee84-43c9-bb88-7f9d59edc295 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:08.416377 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-ac879aab-e972-42c1-934d-6a65231670fe req-589e1894-ee84-43c9-bb88-7f9d59edc295 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 946 time: 0.0518644 May 03 23:57:08.457556 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-ac879aab-e972-42c1-934d-6a65231670fe req-938216f2-899a-4f7a-8eb3-929437f61c86 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348723 May 03 23:57:08.480030 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.agents_db [None req-33eb5aa9-4e04-49df-8f84-9829a3bd54c6 None None] Agent healthcheck: found 6 active agents {{(pid=114215) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 23:57:08.559827 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a756164-633e-4163-9d52-27497866cb8d req-66e9ece8-e2e3-46a2-9d6b-d4612eaaa5d4 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:08.561350 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-0a756164-633e-4163-9d52-27497866cb8d req-66e9ece8-e2e3-46a2-9d6b-d4612eaaa5d4 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b90b35a3-8206-4747-bf4b-c9b77bd4e470 HTTP/1.1" status: 200 len: 946 time: 0.0512497 May 03 23:57:08.599066 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-0a756164-633e-4163-9d52-27497866cb8d req-a390be7b-414e-43fa-aa60-3c45693cccd7 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a9b5e6e-5f27-4dc7-8078-345eba378f61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314076 May 03 23:57:09.590134 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1898f11b-5e64-48af-930e-ef7ec8590af2 req-dc540a35-4d3e-4ba8-ac9f-427b3fdba5d7 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:09.591658 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-1898f11b-5e64-48af-930e-ef7ec8590af2 req-dc540a35-4d3e-4ba8-ac9f-427b3fdba5d7 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 946 time: 0.0511141 May 03 23:57:09.637792 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-1898f11b-5e64-48af-930e-ef7ec8590af2 req-66d25ee1-cbdf-406d-8dee-0b2a63a14831 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394289 May 03 23:57:09.724653 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46311922-7ac5-4d16-a8cc-101daa2f30f2 req-d4340a52-3c92-4eee-a2bb-ba083eebb165 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:09.726215 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-46311922-7ac5-4d16-a8cc-101daa2f30f2 req-d4340a52-3c92-4eee-a2bb-ba083eebb165 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b90b35a3-8206-4747-bf4b-c9b77bd4e470 HTTP/1.1" status: 200 len: 946 time: 0.0522637 May 03 23:57:09.766081 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-46311922-7ac5-4d16-a8cc-101daa2f30f2 req-b18bcf1a-4f9b-45c3-b298-7eb4bcb92659 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a9b5e6e-5f27-4dc7-8078-345eba378f61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336270 May 03 23:57:10.762529 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59fefa1-3877-40d6-808e-b1907df22b9e req-5029ed17-036d-47e6-86b4-e7d3523174bf tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:10.764012 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-f59fefa1-3877-40d6-808e-b1907df22b9e req-5029ed17-036d-47e6-86b4-e7d3523174bf tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 946 time: 0.0501857 May 03 23:57:10.804679 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-f59fefa1-3877-40d6-808e-b1907df22b9e req-288fdd13-465c-49a8-adff-ae1964c9cf9f tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336089 May 03 23:57:10.888194 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d23bd2-02d1-404a-ba99-1ce5c62abf67 req-b9600a33-f2f7-4490-bb5b-b2f227ff3bd1 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:10.889710 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-23d23bd2-02d1-404a-ba99-1ce5c62abf67 req-b9600a33-f2f7-4490-bb5b-b2f227ff3bd1 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b90b35a3-8206-4747-bf4b-c9b77bd4e470 HTTP/1.1" status: 200 len: 946 time: 0.0494215 May 03 23:57:10.931155 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-23d23bd2-02d1-404a-ba99-1ce5c62abf67 req-db2a454c-e528-454e-863b-914f961e1cb1 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a9b5e6e-5f27-4dc7-8078-345eba378f61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335662 May 03 23:57:11.936388 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d6f733-abb7-4726-a93d-9ecbd4a23f9f req-b0a8a834-6557-4daf-a990-b603f51afff6 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:11.937889 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-e0d6f733-abb7-4726-a93d-9ecbd4a23f9f req-b0a8a834-6557-4daf-a990-b603f51afff6 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 946 time: 0.0501924 May 03 23:57:11.980526 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-e0d6f733-abb7-4726-a93d-9ecbd4a23f9f req-506288d4-8edc-405a-93b1-46128a550c54 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343103 May 03 23:57:12.055234 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6194cf-0b4b-4bf8-bc16-8dac69d9e549 req-595814fc-a4fe-40db-b827-fa518af7f4cb tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:12.056603 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-fe6194cf-0b4b-4bf8-bc16-8dac69d9e549 req-595814fc-a4fe-40db-b827-fa518af7f4cb tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b90b35a3-8206-4747-bf4b-c9b77bd4e470 HTTP/1.1" status: 200 len: 946 time: 0.0546460 May 03 23:57:12.097611 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-fe6194cf-0b4b-4bf8-bc16-8dac69d9e549 req-301287c4-d4be-4ca3-8082-206584cedf4a tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a9b5e6e-5f27-4dc7-8078-345eba378f61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346496 May 03 23:57:13.215627 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2696d3-9a50-4c43-bb1a-09d1e248cd13 req-dd1aa19f-50a5-4090-bc4c-a582e4691cb1 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:13.217137 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-1c2696d3-9a50-4c43-bb1a-09d1e248cd13 req-dd1aa19f-50a5-4090-bc4c-a582e4691cb1 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b90b35a3-8206-4747-bf4b-c9b77bd4e470 HTTP/1.1" status: 200 len: 946 time: 0.0497684 May 03 23:57:13.260766 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-1c2696d3-9a50-4c43-bb1a-09d1e248cd13 req-64652d20-0928-4c4e-8812-34e7a0f18b45 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a9b5e6e-5f27-4dc7-8078-345eba378f61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366907 May 03 23:57:14.640458 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b163f9a-baae-40a3-8c6e-1d3910048870 req-822f6846-b40b-49f8-bb8b-6a622c19c788 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:14.642050 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-5b163f9a-baae-40a3-8c6e-1d3910048870 req-822f6846-b40b-49f8-bb8b-6a622c19c788 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b90b35a3-8206-4747-bf4b-c9b77bd4e470 HTTP/1.1" status: 200 len: 946 time: 0.3124177 May 03 23:57:14.682385 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-5b163f9a-baae-40a3-8c6e-1d3910048870 req-ac3d7e41-d2c4-44cc-beb5-68b528c933cc tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a9b5e6e-5f27-4dc7-8078-345eba378f61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336583 May 03 23:57:15.830093 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f56f1-70b3-4c6c-8b8a-12a1bf3d8201 req-5ae4e139-0598-46da-8ac9-6d45deae50d0 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:15.832194 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-235f56f1-70b3-4c6c-8b8a-12a1bf3d8201 req-5ae4e139-0598-46da-8ac9-6d45deae50d0 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b90b35a3-8206-4747-bf4b-c9b77bd4e470 HTTP/1.1" status: 200 len: 946 time: 0.0654249 May 03 23:57:15.882271 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-235f56f1-70b3-4c6c-8b8a-12a1bf3d8201 req-87b0a278-46e0-422f-a9f2-ec48887eaada tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a9b5e6e-5f27-4dc7-8078-345eba378f61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428956 May 03 23:57:15.942711 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f943351a-3829-4a77-a319-faea110d433f req-8746d23f-cf6f-49e7-b6c6-c865721f0c02 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:15.944291 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-f943351a-3829-4a77-a319-faea110d433f req-8746d23f-cf6f-49e7-b6c6-c865721f0c02 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=f448a014-d702-466c-ba33-ee1bdde3ae04 HTTP/1.1" status: 200 len: 946 time: 0.0611925 May 03 23:57:15.984280 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-f943351a-3829-4a77-a319-faea110d433f req-69f98013-c3b4-4533-9de3-914ba651a2af tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fa06c5c-f4f9-4e22-9b50-5ae3e252e3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336680 May 03 23:57:17.012015 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb2b418-47eb-4db6-a6ec-2fe138f2dfef req-a54df535-311f-408e-a03e-ccf5dd10796e tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:17.013562 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-7fb2b418-47eb-4db6-a6ec-2fe138f2dfef req-a54df535-311f-408e-a03e-ccf5dd10796e tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b90b35a3-8206-4747-bf4b-c9b77bd4e470 HTTP/1.1" status: 200 len: 946 time: 0.0526135 May 03 23:57:17.057462 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-7fb2b418-47eb-4db6-a6ec-2fe138f2dfef req-0def6220-c6b0-4ad9-937c-5765a2ccbdf7 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a9b5e6e-5f27-4dc7-8078-345eba378f61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365205 May 03 23:57:17.120956 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938b967b-ec54-4f27-bcd2-c975aed9c630 req-292cbf91-1cbe-4df6-81e9-55c791b30127 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:17.122462 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-938b967b-ec54-4f27-bcd2-c975aed9c630 req-292cbf91-1cbe-4df6-81e9-55c791b30127 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=f448a014-d702-466c-ba33-ee1bdde3ae04 HTTP/1.1" status: 200 len: 946 time: 0.0589230 May 03 23:57:17.166053 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-938b967b-ec54-4f27-bcd2-c975aed9c630 req-f7de93ed-41f6-4f23-9e2e-268b4c474db3 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fa06c5c-f4f9-4e22-9b50-5ae3e252e3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366297 May 03 23:57:18.144841 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:18.220662 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a09fcc-3d4b-4abe-8b98-dcdd37542043 req-2d813c27-13cd-4e52-9f24-97146a7fcd27 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:18.222436 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-25a09fcc-3d4b-4abe-8b98-dcdd37542043 req-2d813c27-13cd-4e52-9f24-97146a7fcd27 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b90b35a3-8206-4747-bf4b-c9b77bd4e470 HTTP/1.1" status: 200 len: 946 time: 0.0716059 May 03 23:57:18.264092 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-25a09fcc-3d4b-4abe-8b98-dcdd37542043 req-99c849b9-6c29-42cc-89df-a51b9c41148c tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a9b5e6e-5f27-4dc7-8078-345eba378f61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354903 May 03 23:57:18.303471 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d925a04-2d5a-4355-8d06-96670e9e7094 req-a0260248-4b35-47d1-9445-5463be864339 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:18.304931 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-0d925a04-2d5a-4355-8d06-96670e9e7094 req-a0260248-4b35-47d1-9445-5463be864339 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=f448a014-d702-466c-ba33-ee1bdde3ae04 HTTP/1.1" status: 200 len: 946 time: 0.0503442 May 03 23:57:18.347275 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-0d925a04-2d5a-4355-8d06-96670e9e7094 req-8906689e-bee8-45be-9e78-a0e447d76e93 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fa06c5c-f4f9-4e22-9b50-5ae3e252e3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356560 May 03 23:57:19.390916 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7914079d-cd00-4dc6-a2f3-3f6eba3ed322 req-41deff7b-41a1-4b93-9573-f1294888ce28 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:19.392505 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-7914079d-cd00-4dc6-a2f3-3f6eba3ed322 req-41deff7b-41a1-4b93-9573-f1294888ce28 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b90b35a3-8206-4747-bf4b-c9b77bd4e470 HTTP/1.1" status: 200 len: 946 time: 0.0545504 May 03 23:57:19.437085 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-7914079d-cd00-4dc6-a2f3-3f6eba3ed322 req-fef7f972-28cf-4642-a4c6-ffb61ce4f566 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a9b5e6e-5f27-4dc7-8078-345eba378f61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363801 May 03 23:57:19.482941 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b957ec-14a5-41ee-84e9-ff0c823d2c68 req-7af15ec5-ad20-4258-b6ec-72c59815317d tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:19.484750 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-93b957ec-14a5-41ee-84e9-ff0c823d2c68 req-7af15ec5-ad20-4258-b6ec-72c59815317d tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=f448a014-d702-466c-ba33-ee1bdde3ae04 HTTP/1.1" status: 200 len: 946 time: 0.0540290 May 03 23:57:19.525412 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-93b957ec-14a5-41ee-84e9-ff0c823d2c68 req-c7bd97ed-7b6d-44c8-afa2-a0b87425b13d tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fa06c5c-f4f9-4e22-9b50-5ae3e252e3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338004 May 03 23:57:20.566648 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babfe7f1-fc35-4a0d-a07c-298a19074304 req-858c48a4-93fb-4f0c-89e4-4c1e15cc4295 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:20.568538 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-babfe7f1-fc35-4a0d-a07c-298a19074304 req-858c48a4-93fb-4f0c-89e4-4c1e15cc4295 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b90b35a3-8206-4747-bf4b-c9b77bd4e470 HTTP/1.1" status: 200 len: 946 time: 0.0582345 May 03 23:57:20.615292 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-babfe7f1-fc35-4a0d-a07c-298a19074304 req-31bc19de-65a5-434a-9a30-0aeb13f8018f tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a9b5e6e-5f27-4dc7-8078-345eba378f61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396516 May 03 23:57:20.658519 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cdc4f5-9010-4274-8dbb-50473ee5673c req-fbfd1b97-8b30-4dc0-9848-f9a4b6865439 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:20.660056 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-47cdc4f5-9010-4274-8dbb-50473ee5673c req-fbfd1b97-8b30-4dc0-9848-f9a4b6865439 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=f448a014-d702-466c-ba33-ee1bdde3ae04 HTTP/1.1" status: 200 len: 946 time: 0.0572984 May 03 23:57:20.704912 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-47cdc4f5-9010-4274-8dbb-50473ee5673c req-916d9d8e-e1b1-43c0-ac65-0b0d3e2f2d0d tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fa06c5c-f4f9-4e22-9b50-5ae3e252e3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374339 May 03 23:57:21.753806 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec35aec-c50a-481c-818d-8a1e00b2a60b req-6598748b-6361-44a8-8c44-d04ebe1e4036 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:21.757448 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-8ec35aec-c50a-481c-818d-8a1e00b2a60b req-6598748b-6361-44a8-8c44-d04ebe1e4036 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b90b35a3-8206-4747-bf4b-c9b77bd4e470 HTTP/1.1" status: 200 len: 946 time: 0.0718541 May 03 23:57:21.806906 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-8ec35aec-c50a-481c-818d-8a1e00b2a60b req-ab0a7e44-6335-45d3-9691-274cb84200c5 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a9b5e6e-5f27-4dc7-8078-345eba378f61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420568 May 03 23:57:21.854208 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f184fb-b22e-450f-827e-e2c2c1a7df92 req-7b1f2d52-b97e-43ba-8128-1009e067465e tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:21.855816 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-50f184fb-b22e-450f-827e-e2c2c1a7df92 req-7b1f2d52-b97e-43ba-8128-1009e067465e tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=f448a014-d702-466c-ba33-ee1bdde3ae04 HTTP/1.1" status: 200 len: 946 time: 0.0627422 May 03 23:57:21.909871 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-50f184fb-b22e-450f-827e-e2c2c1a7df92 req-5bd46c5b-0ad7-452e-800a-89ce673a3712 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fa06c5c-f4f9-4e22-9b50-5ae3e252e3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477068 May 03 23:57:22.935549 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee8a70-b82b-477c-99bf-8caf9bd8e847 req-9781c0e2-d5b6-49ee-bd80-4edb8b8e8012 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:22.938218 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-a6ee8a70-b82b-477c-99bf-8caf9bd8e847 req-9781c0e2-d5b6-49ee-bd80-4edb8b8e8012 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b90b35a3-8206-4747-bf4b-c9b77bd4e470 HTTP/1.1" status: 200 len: 946 time: 0.0561309 May 03 23:57:22.985707 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-a6ee8a70-b82b-477c-99bf-8caf9bd8e847 req-1174a1a4-1636-4dcf-8f22-c7ff08505137 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a9b5e6e-5f27-4dc7-8078-345eba378f61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377338 May 03 23:57:23.075839 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84236008-1297-494c-998e-60cfd780093c req-a2e3f2fe-81b8-42e6-aadf-1ead086ab563 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:23.077451 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-84236008-1297-494c-998e-60cfd780093c req-a2e3f2fe-81b8-42e6-aadf-1ead086ab563 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=f448a014-d702-466c-ba33-ee1bdde3ae04 HTTP/1.1" status: 200 len: 946 time: 0.0526679 May 03 23:57:23.128178 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-84236008-1297-494c-998e-60cfd780093c req-4e7bba99-06f2-46ad-ac18-4dc0a832cc0f tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fa06c5c-f4f9-4e22-9b50-5ae3e252e3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437236 May 03 23:57:23.782294 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5e723-3810-40db-9dab-bfc7aa037d4d req-cc3e123a-c8af-4ca6-8019-0ee02bcabf6e tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:23.783840 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-98f5e723-3810-40db-9dab-bfc7aa037d4d req-cc3e123a-c8af-4ca6-8019-0ee02bcabf6e tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.47 "GET /v2.0/ports?device_id=f448a014-d702-466c-ba33-ee1bdde3ae04 HTTP/1.1" status: 200 len: 946 time: 0.0529401 May 03 23:57:23.917250 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.plugin [req-98f5e723-3810-40db-9dab-bfc7aa037d4d req-8d694935-1e8e-4300-8eb8-a0127d19c9f2 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Deleting port dc657aba-63be-4083-b252-0600318c1f3f {{(pid=114212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 03 23:57:23.917593 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-98f5e723-3810-40db-9dab-bfc7aa037d4d req-8d694935-1e8e-4300-8eb8-a0127d19c9f2 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733331783909'] for port, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:24.042309 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.db [req-98f5e723-3810-40db-9dab-bfc7aa037d4d req-8d694935-1e8e-4300-8eb8-a0127d19c9f2 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] For port dc657aba-63be-4083-b252-0600318c1f3f, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=dc657aba-63be-4083-b252-0600318c1f3f,segment=NetworkSegment(191d73d0-9208-4ea1-bb83-ed60d521a42d),segment_id=191d73d0-9208-4ea1-bb83-ed60d521a42d)] {{(pid=114212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:57:24.042971 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-98f5e723-3810-40db-9dab-bfc7aa037d4d req-8d694935-1e8e-4300-8eb8-a0127d19c9f2 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764614'] for port, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:24.168371 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71167ac6-f186-4eb8-9cfe-f1681094c3f6 req-714fb6ac-7f1f-416c-95df-977ff475b7f7 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:24.175212 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-71167ac6-f186-4eb8-9cfe-f1681094c3f6 req-714fb6ac-7f1f-416c-95df-977ff475b7f7 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b90b35a3-8206-4747-bf4b-c9b77bd4e470 HTTP/1.1" status: 200 len: 946 time: 0.0747786 May 03 23:57:24.219068 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-71167ac6-f186-4eb8-9cfe-f1681094c3f6 req-cad18cf4-2b9d-45a8-a790-5c484665e9bf tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a9b5e6e-5f27-4dc7-8078-345eba378f61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415990 May 03 23:57:24.358271 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-98f5e723-3810-40db-9dab-bfc7aa037d4d req-8d694935-1e8e-4300-8eb8-a0127d19c9f2 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:24.358759 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-98f5e723-3810-40db-9dab-bfc7aa037d4d req-8d694935-1e8e-4300-8eb8-a0127d19c9f2 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3761754'] for floatingip, after_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:24.359252 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.db.l3_db [req-98f5e723-3810-40db-9dab-bfc7aa037d4d req-8d694935-1e8e-4300-8eb8-a0127d19c9f2 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Floating IP 88a43031-98f8-4279-a7a0-13d33cd67128 disassociated. External IP: 172.27.2.111, port: dc657aba-63be-4083-b252-0600318c1f3f. May 03 23:57:24.359824 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.plugin [req-98f5e723-3810-40db-9dab-bfc7aa037d4d req-8d694935-1e8e-4300-8eb8-a0127d19c9f2 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Calling delete_port for dc657aba-63be-4083-b252-0600318c1f3f owned by compute:nova {{(pid=114212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 03 23:57:24.640996 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-98f5e723-3810-40db-9dab-bfc7aa037d4d req-8d694935-1e8e-4300-8eb8-a0127d19c9f2 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733331790767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733331236154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25393418'] for port, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:24.672412 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d694935-1e8e-4300-8eb8-a0127d19c9f2 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Pushing event deleted for resources: {'Port': ['ID=dc657aba-63be-4083-b252-0600318c1f3f,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:57:24.689491 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d694935-1e8e-4300-8eb8-a0127d19c9f2 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:57:24.689847 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d694935-1e8e-4300-8eb8-a0127d19c9f2 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:57:24.690211 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d694935-1e8e-4300-8eb8-a0127d19c9f2 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:57:24.690573 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d694935-1e8e-4300-8eb8-a0127d19c9f2 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:57:24.690903 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d694935-1e8e-4300-8eb8-a0127d19c9f2 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:57:24.691233 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d694935-1e8e-4300-8eb8-a0127d19c9f2 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:57:24.691560 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d694935-1e8e-4300-8eb8-a0127d19c9f2 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:57:24.692321 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d694935-1e8e-4300-8eb8-a0127d19c9f2 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:57:24.692443 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d694935-1e8e-4300-8eb8-a0127d19c9f2 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:57:24.692745 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d694935-1e8e-4300-8eb8-a0127d19c9f2 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:57:24.693070 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d694935-1e8e-4300-8eb8-a0127d19c9f2 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:57:24.693445 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d694935-1e8e-4300-8eb8-a0127d19c9f2 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:57:24.801302 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-f4e87a1c-36bf-4911-8c49-e46b7708bced req-89fa1a96-817e-43c0-bf1e-2f9d54a54934 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=f448a014-d702-466c-ba33-ee1bdde3ae04 HTTP/1.1" status: 200 len: 210 time: 0.0304852 May 03 23:57:24.885836 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.l3_agent_scheduler [req-98f5e723-3810-40db-9dab-bfc7aa037d4d req-8d694935-1e8e-4300-8eb8-a0127d19c9f2 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Router 631a97f7-1cbf-4b95-adf6-8a2f356d4019 has already been hosted by L3 agent 758adf3f-89d7-4e1b-912e-3871fb413390 {{(pid=114212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 23:57:25.018518 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-98f5e723-3810-40db-9dab-bfc7aa037d4d req-8d694935-1e8e-4300-8eb8-a0127d19c9f2 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify agent at l3_agent.dv-cinder-840375-1-iscsi the message routers_updated {{(pid=114212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 23:57:25.037710 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d02f26-9cf4-43d6-a6b6-c3d2a82b4ba8 None None] Sync routers for ids ['631a97f7-1cbf-4b95-adf6-8a2f356d4019'] in dv-cinder-840375-1-iscsi {{(pid=114215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:57:25.055517 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d02f26-9cf4-43d6-a6b6-c3d2a82b4ba8 None None] Routers {'631a97f7-1cbf-4b95-adf6-8a2f356d4019'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:57:25.056160 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-32d02f26-9cf4-43d6-a6b6-c3d2a82b4ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-03T23:57:04Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['631a97f7-1cbf-4b95-adf6-8a2f356d4019'], 'active': True} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:57:25.092140 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.l3_dvrscheduler_db [req-98f5e723-3810-40db-9dab-bfc7aa037d4d req-8d694935-1e8e-4300-8eb8-a0127d19c9f2 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] No DVR routers for this DVR port dc657aba-63be-4083-b252-0600318c1f3f on host hv-cinder-84037 {{(pid=114212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:57:25.099518 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-98f5e723-3810-40db-9dab-bfc7aa037d4d req-8d694935-1e8e-4300-8eb8-a0127d19c9f2 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371'] for port, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:25.105091 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-98f5e723-3810-40db-9dab-bfc7aa037d4d req-8d694935-1e8e-4300-8eb8-a0127d19c9f2 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.47 "DELETE /v2.0/ports/dc657aba-63be-4083-b252-0600318c1f3f HTTP/1.1" status: 204 len: 173 time: 1.3140752 May 03 23:57:25.105861 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f448a014-d702-466c-ba33-ee1bdde3ae04', 'name': 'network-vif-deleted', 'tag': 'dc657aba-63be-4083-b252-0600318c1f3f'}] {{(pid=114212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:57:25.109645 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d2be33a93c6036cad1ba084e78d1c3d957b621bee157ccc93bfe0a4b69d877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f536c40-7545-456a-951d-f0889920ceea" -d '{"events": [{"server_uuid": "f448a014-d702-466c-ba33-ee1bdde3ae04", "name": "network-vif-deleted", "tag": "dc657aba-63be-4083-b252-0600318c1f3f"}]}' {{(pid=114212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 23:57:25.170407 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 23:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2620efed-ecab-4f62-873f-e241d8781e73 x-openstack-request-id: req-2620efed-ecab-4f62-873f-e241d8781e73 {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 23:57:25.170693 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f448a014-d702-466c-ba33-ee1bdde3ae04", "name": "network-vif-deleted", "tag": "dc657aba-63be-4083-b252-0600318c1f3f", "status": "completed", "code": 200}]} {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 23:57:25.170985 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2620efed-ecab-4f62-873f-e241d8781e73 {{(pid=114212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 23:57:25.171437 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2620efed-ecab-4f62-873f-e241d8781e73'] response: {'server_uuid': 'f448a014-d702-466c-ba33-ee1bdde3ae04', 'name': 'network-vif-deleted', 'tag': 'dc657aba-63be-4083-b252-0600318c1f3f', 'status': 'completed', 'code': 200} May 03 23:57:25.200030 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17df7947-bf9b-4889-8739-5760b987c75c req-18423582-882f-40af-b086-108e4aab0741 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:25.200497 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvr_db [None req-32d02f26-9cf4-43d6-a6b6-c3d2a82b4ba8 None None] Set router 631a97f7-1cbf-4b95-adf6-8a2f356d4019 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 23:57:25.201596 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-17df7947-bf9b-4889-8739-5760b987c75c req-18423582-882f-40af-b086-108e4aab0741 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b90b35a3-8206-4747-bf4b-c9b77bd4e470 HTTP/1.1" status: 200 len: 946 time: 0.0649369 May 03 23:57:25.247991 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-17df7947-bf9b-4889-8739-5760b987c75c req-85c9e1ad-3748-410f-8527-fd83385482fa tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a9b5e6e-5f27-4dc7-8078-345eba378f61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386722 May 03 23:57:25.390658 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa65114-89d4-4064-b06a-cf2d00f87aa2 req-1265e698-b24e-4d37-8dc1-560d1685f035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:25.390658 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-0aa65114-89d4-4064-b06a-cf2d00f87aa2 req-1265e698-b24e-4d37-8dc1-560d1685f035 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=18702b8992014a4095bdd8f1a1117571&device_id=b90b35a3-8206-4747-bf4b-c9b77bd4e470 HTTP/1.1" status: 200 len: 1099 time: 0.0566778 May 03 23:57:25.520630 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa65114-89d4-4064-b06a-cf2d00f87aa2 req-95a78fe5-05f5-4a27-9678-ce5c566aa7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:25.522193 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-0aa65114-89d4-4064-b06a-cf2d00f87aa2 req-95a78fe5-05f5-4a27-9678-ce5c566aa7c2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=604bb18a-bbc8-4a96-8a59-cda5f9a33ba3 HTTP/1.1" status: 200 len: 911 time: 0.1212902 May 03 23:57:25.613117 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-32d02f26-9cf4-43d6-a6b6-c3d2a82b4ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'name': 'tempest-AttachVolumeNegativeTest-158062797-router', 'tenant_id': '4f6a10010e894f0390d087e92b3d1035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '4451ff75-8bf2-4507-a5f3-127842a648f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:52:56Z', 'updated_at': '2022-05-03T23:53:06Z', 'revision_number': 4, 'project_id': '4f6a10010e894f0390d087e92b3d1035', 'gw_port': {'id': '4451ff75-8bf2-4507-a5f3-127842a648f6', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:06:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:52:58Z', 'updated_at': '2022-05-03T23:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_floatingips': [{'id': '2083c5d2-281f-434f-ac67-9890d6722d24', 'tenant_id': '4f6a10010e894f0390d087e92b3d1035', 'floating_ip_address': '172.27.2.243', 'floating_network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'router_id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'port_id': '0e7d2ded-c95c-4536-a9bb-598691f1c01a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88061c84-ec22-4a18-841b-8db91bd7572a', 'mac_address': 'fa:16:3e:cf:4c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd828ae7b-10a7-44ba-ba9b-8e3d17e0de4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:53:21Z', 'updated_at': '2022-05-03T23:54:10Z', 'revision_number': 2, 'project_id': '4f6a10010e894f0390d087e92b3d1035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd07f3b14-e6b3-40d4-9719-de456f7359f6', 'name': '', 'network_id': '88061c84-ec22-4a18-841b-8db91bd7572a', 'tenant_id': '4f6a10010e894f0390d087e92b3d1035', 'mac_address': 'fa:16:3e:f6:8d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b5c212ed-61ce-414c-afb5-0c8516817b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:04Z', 'updated_at': '2022-05-03T23:53:17Z', 'revision_number': 5, 'project_id': '4f6a10010e894f0390d087e92b3d1035', 'subnets': [{'id': 'b5c212ed-61ce-414c-afb5-0c8516817b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:57:25.624050 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-0aa65114-89d4-4064-b06a-cf2d00f87aa2 req-287f0232-37a8-4fe2-a7cd-3faec4ae2784 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=56c90ddc-e1fb-4285-a6fa-9780de2d37bc HTTP/1.1" status: 200 len: 1002 time: 0.0720580 May 03 23:57:25.646070 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d02f26-9cf4-43d6-a6b6-c3d2a82b4ba8 None None] Checking router: 631a97f7-1cbf-4b95-adf6-8a2f356d4019 for host: dv-cinder-840375-1-iscsi {{(pid=114215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:57:25.656967 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d02f26-9cf4-43d6-a6b6-c3d2a82b4ba8 None None] Routers {'631a97f7-1cbf-4b95-adf6-8a2f356d4019'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:57:25.657605 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-32d02f26-9cf4-43d6-a6b6-c3d2a82b4ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-03T23:57:04Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['631a97f7-1cbf-4b95-adf6-8a2f356d4019'], 'active': True} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:57:25.687541 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa65114-89d4-4064-b06a-cf2d00f87aa2 req-e32f48a3-f3af-4556-83f6-4ca522160172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:25.689244 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-0aa65114-89d4-4064-b06a-cf2d00f87aa2 req-e32f48a3-f3af-4556-83f6-4ca522160172 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=812a278c-b546-48ea-b77a-ce9966d91767 HTTP/1.1" status: 200 len: 849 time: 0.0555694 May 03 23:57:25.779827 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa65114-89d4-4064-b06a-cf2d00f87aa2 req-47adbe2a-4636-4969-9ceb-0bddd60276f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:25.781333 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-0aa65114-89d4-4064-b06a-cf2d00f87aa2 req-47adbe2a-4636-4969-9ceb-0bddd60276f9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=604bb18a-bbc8-4a96-8a59-cda5f9a33ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0680432 May 03 23:57:25.794212 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvr_db [None req-32d02f26-9cf4-43d6-a6b6-c3d2a82b4ba8 None None] Set router 631a97f7-1cbf-4b95-adf6-8a2f356d4019 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 23:57:25.955356 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-0aa65114-89d4-4064-b06a-cf2d00f87aa2 req-571ce702-8664-4fd0-b5d8-696bc160eb61 service neutron] 10.222.0.47 "GET /v2.0/networks/604bb18a-bbc8-4a96-8a59-cda5f9a33ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631601 May 03 23:57:25.961852 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-8eec0dfc-044a-43a2-a4ac-818ab29488b7 req-ca4f0070-700c-4d0c-961b-82c9c8c5a231 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=f448a014-d702-466c-ba33-ee1bdde3ae04 HTTP/1.1" status: 200 len: 210 time: 0.0403602 May 03 23:57:26.081062 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-0aa65114-89d4-4064-b06a-cf2d00f87aa2 req-985e4dce-0892-43de-b961-7c6baba5069c service neutron] 10.222.0.47 "GET /v2.0/networks/604bb18a-bbc8-4a96-8a59-cda5f9a33ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137023 May 03 23:57:26.117396 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-32d02f26-9cf4-43d6-a6b6-c3d2a82b4ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'name': 'tempest-AttachVolumeNegativeTest-158062797-router', 'tenant_id': '4f6a10010e894f0390d087e92b3d1035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '4451ff75-8bf2-4507-a5f3-127842a648f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:52:56Z', 'updated_at': '2022-05-03T23:53:06Z', 'revision_number': 4, 'project_id': '4f6a10010e894f0390d087e92b3d1035', 'gw_port': {'id': '4451ff75-8bf2-4507-a5f3-127842a648f6', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:06:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:52:58Z', 'updated_at': '2022-05-03T23:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_floatingips': [{'id': '2083c5d2-281f-434f-ac67-9890d6722d24', 'tenant_id': '4f6a10010e894f0390d087e92b3d1035', 'floating_ip_address': '172.27.2.243', 'floating_network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'router_id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'port_id': '0e7d2ded-c95c-4536-a9bb-598691f1c01a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88061c84-ec22-4a18-841b-8db91bd7572a', 'mac_address': 'fa:16:3e:cf:4c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd828ae7b-10a7-44ba-ba9b-8e3d17e0de4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:53:21Z', 'updated_at': '2022-05-03T23:54:10Z', 'revision_number': 2, 'project_id': '4f6a10010e894f0390d087e92b3d1035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd07f3b14-e6b3-40d4-9719-de456f7359f6', 'name': '', 'network_id': '88061c84-ec22-4a18-841b-8db91bd7572a', 'tenant_id': '4f6a10010e894f0390d087e92b3d1035', 'mac_address': 'fa:16:3e:f6:8d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b5c212ed-61ce-414c-afb5-0c8516817b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:04Z', 'updated_at': '2022-05-03T23:53:17Z', 'revision_number': 5, 'project_id': '4f6a10010e894f0390d087e92b3d1035', 'subnets': [{'id': 'b5c212ed-61ce-414c-afb5-0c8516817b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:57:26.160677 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d02f26-9cf4-43d6-a6b6-c3d2a82b4ba8 None None] The sync data for ids ['631a97f7-1cbf-4b95-adf6-8a2f356d4019'] in dv-cinder-840375-1-iscsi is: [{'id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'name': 'tempest-AttachVolumeNegativeTest-158062797-router', 'tenant_id': '4f6a10010e894f0390d087e92b3d1035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '4451ff75-8bf2-4507-a5f3-127842a648f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:52:56Z', 'updated_at': '2022-05-03T23:53:06Z', 'revision_number': 4, 'project_id': '4f6a10010e894f0390d087e92b3d1035', 'gw_port': {'id': '4451ff75-8bf2-4507-a5f3-127842a648f6', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:06:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:52:58Z', 'updated_at': '2022-05-03T23:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_floatingips': [{'id': '2083c5d2-281f-434f-ac67-9890d6722d24', 'tenant_id': '4f6a10010e894f0390d087e92b3d1035', 'floating_ip_address': '172.27.2.243', 'floating_network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'router_id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'port_id': '0e7d2ded-c95c-4536-a9bb-598691f1c01a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88061c84-ec22-4a18-841b-8db91bd7572a', 'mac_address': 'fa:16:3e:cf:4c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd828ae7b-10a7-44ba-ba9b-8e3d17e0de4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:53:21Z', 'updated_at': '2022-05-03T23:54:10Z', 'revision_number': 2, 'project_id': '4f6a10010e894f0390d087e92b3d1035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd07f3b14-e6b3-40d4-9719-de456f7359f6', 'name': '', 'network_id': '88061c84-ec22-4a18-841b-8db91bd7572a', 'tenant_id': '4f6a10010e894f0390d087e92b3d1035', 'mac_address': 'fa:16:3e:f6:8d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b5c212ed-61ce-414c-afb5-0c8516817b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:04Z', 'updated_at': '2022-05-03T23:53:17Z', 'revision_number': 5, 'project_id': '4f6a10010e894f0390d087e92b3d1035', 'subnets': [{'id': 'b5c212ed-61ce-414c-afb5-0c8516817b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:57:26.388154 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7748cb-e6bf-49b7-ad3e-c667171a5e48 req-1675b3cd-3d5d-4d50-bda1-ac6906721e31 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:26.395335 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-4a7748cb-e6bf-49b7-ad3e-c667171a5e48 req-1675b3cd-3d5d-4d50-bda1-ac6906721e31 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b90b35a3-8206-4747-bf4b-c9b77bd4e470 HTTP/1.1" status: 200 len: 946 time: 0.0628214 May 03 23:57:26.452817 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-4a7748cb-e6bf-49b7-ad3e-c667171a5e48 req-5a240de6-19fc-41f4-bb45-eb6403c08ba0 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a9b5e6e-5f27-4dc7-8078-345eba378f61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503833 May 03 23:57:26.466283 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device dc657aba-63be-4083-b252-0600318c1f3f no longer exists at agent hyperv_hv-cinder-84037 {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 23:57:26.478477 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39d4d40-d0b7-4efd-9b0c-dfe7319cc440 None None] New status for floating IP 88a43031-98f8-4279-a7a0-13d33cd67128: DOWN {{(pid=114214) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 23:57:26.537420 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] No Port match for: dc657aba-63be-4083-b252-0600318c1f3f {{(pid=114214) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 03 23:57:26.537668 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device dc657aba-63be-4083-b252-0600318c1f3f not bound to the agent host hv-cinder-84037 {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 23:57:27.122439 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 40720) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:57:27.206142 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-28ad7ba4-67c5-441e-b4d4-d92afa313239 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks [] for security_group, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:27.234477 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-28ad7ba4-67c5-441e-b4d4-d92afa313239 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:27.372493 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-28ad7ba4-67c5-441e-b4d4-d92afa313239 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:27.375594 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-28ad7ba4-67c5-441e-b4d4-d92afa313239 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks [] for security_group, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:27.377206 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-28ad7ba4-67c5-441e-b4d4-d92afa313239 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "DELETE /v2.0/security-groups/1fa06c5c-f4f9-4e22-9b50-5ae3e252e3ab HTTP/1.1" status: 204 len: 168 time: 0.2536099 May 03 23:57:27.382918 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 40728) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:57:27.390978 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ad7ba4-67c5-441e-b4d4-d92afa313239 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa06c5c-f4f9-4e22-9b50-5ae3e252e3ab,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:57:27.404612 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.api.v2.resource [None req-88e5bd7c-b1ce-4c57-b0a0-bdf95614b329 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] show failed (client error): The resource could not be found. May 03 23:57:27.409817 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 40730) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:57:27.410389 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-88e5bd7c-b1ce-4c57-b0a0-bdf95614b329 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/security-groups/1fa06c5c-f4f9-4e22-9b50-5ae3e252e3ab HTTP/1.1" status: 404 len: 347 time: 0.0259678 May 03 23:57:27.576846 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.plugin [None req-11e7ea41-ce27-490e-8ebc-6ff71d432e09 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Deleting port 456ebc9f-3da3-4591-bffa-4a6392629995 {{(pid=114212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 03 23:57:27.577386 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-11e7ea41-ce27-490e-8ebc-6ff71d432e09 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733331783909'] for port, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:27.592563 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d73692-418b-448d-8ff1-c211fcf45122 req-d346530c-7daa-4410-ae33-a5c58c9c1f52 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:27.599990 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-60d73692-418b-448d-8ff1-c211fcf45122 req-d346530c-7daa-4410-ae33-a5c58c9c1f52 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b90b35a3-8206-4747-bf4b-c9b77bd4e470 HTTP/1.1" status: 200 len: 946 time: 0.0613801 May 03 23:57:27.654033 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-60d73692-418b-448d-8ff1-c211fcf45122 req-457f9bc9-f6a2-46b6-a357-639bec4a326c tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a9b5e6e-5f27-4dc7-8078-345eba378f61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510244 May 03 23:57:27.671700 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-11e7ea41-ce27-490e-8ebc-6ff71d432e09 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764614'] for port, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:27.672026 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-11e7ea41-ce27-490e-8ebc-6ff71d432e09 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:27.688036 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.plugin [None req-11e7ea41-ce27-490e-8ebc-6ff71d432e09 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Calling delete_port for 456ebc9f-3da3-4591-bffa-4a6392629995 owned by network:floatingip {{(pid=114212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 03 23:57:27.955562 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-11e7ea41-ce27-490e-8ebc-6ff71d432e09 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733331790767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733331236154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25393418'] for port, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:27.981554 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e7ea41-ce27-490e-8ebc-6ff71d432e09 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Pushing event deleted for resources: {'Port': ['ID=456ebc9f-3da3-4591-bffa-4a6392629995,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:57:28.069020 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-11e7ea41-ce27-490e-8ebc-6ff71d432e09 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks [] for floatingip, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:28.071607 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-11e7ea41-ce27-490e-8ebc-6ff71d432e09 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371'] for floatingip, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:28.072879 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-11e7ea41-ce27-490e-8ebc-6ff71d432e09 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "DELETE /v2.0/floatingips/88a43031-98f8-4279-a7a0-13d33cd67128 HTTP/1.1" status: 204 len: 168 time: 0.6616950 May 03 23:57:30.279776 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 40774) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:57:30.421095 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-3ee446be-cf86-4499-a412-b02053937511 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:30.509856 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-3ee446be-cf86-4499-a412-b02053937511 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:30.617846 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-3ee446be-cf86-4499-a412-b02053937511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:30.666908 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee446be-cf86-4499-a412-b02053937511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=517d1726-1b77-41a9-a9ac-867a9583b855,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:57:30.671847 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-3ee446be-cf86-4499-a412-b02053937511 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8874b6bfa1204a6e96f42b1035e2a42c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3909547 May 03 23:57:30.676179 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 40778) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:57:30.752222 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-66e51fec-3e66-4cc7-be77-80b8f6bd8419 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:30.782011 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-66e51fec-3e66-4cc7-be77-80b8f6bd8419 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:30.966440 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-66e51fec-3e66-4cc7-be77-80b8f6bd8419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:30.969121 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-66e51fec-3e66-4cc7-be77-80b8f6bd8419 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:30.970377 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-66e51fec-3e66-4cc7-be77-80b8f6bd8419 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/517d1726-1b77-41a9-a9ac-867a9583b855 HTTP/1.1" status: 204 len: 168 time: 0.2926774 May 03 23:57:30.983572 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e51fec-3e66-4cc7-be77-80b8f6bd8419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=517d1726-1b77-41a9-a9ac-867a9583b855,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:57:31.499541 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-a6b57398-e3d3-4d3e-94a5-a13718d96a82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:33.830186 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d408bfc-9ea0-46a0-b4c1-a69d0b4e6f78 req-b7a0b7ea-cce1-4a59-a302-05ec2e986f00 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:33.835419 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-7d408bfc-9ea0-46a0-b4c1-a69d0b4e6f78 req-b7a0b7ea-cce1-4a59-a302-05ec2e986f00 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=e20a72e1-2156-4807-bbc5-8f80cb0e1ea2 HTTP/1.1" status: 200 len: 945 time: 0.0559380 May 03 23:57:33.873667 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-7d408bfc-9ea0-46a0-b4c1-a69d0b4e6f78 req-6be2eb5f-6941-45aa-9df2-cfb15704d562 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d354cfe-5646-4686-b8b6-d0a5ff78252e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356152 May 03 23:57:33.881476 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-d24872de-1d0f-4427-accf-553a7d1c3198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:33.996289 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a8c08-7897-4e8c-b8a6-3dbf63dab923 req-58d11221-15e6-41f3-8f98-0174f2d69b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:33.997799 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-a88a8c08-7897-4e8c-b8a6-3dbf63dab923 req-58d11221-15e6-41f3-8f98-0174f2d69b1f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b61197edd2154db6b72b860e57ff43ed&device_id=e20a72e1-2156-4807-bbc5-8f80cb0e1ea2 HTTP/1.1" status: 200 len: 1098 time: 0.0478480 May 03 23:57:34.114107 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a8c08-7897-4e8c-b8a6-3dbf63dab923 req-fb9c1ec9-a186-48df-9c05-4a217430ff6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:34.116184 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-a88a8c08-7897-4e8c-b8a6-3dbf63dab923 req-fb9c1ec9-a186-48df-9c05-4a217430ff6c service neutron] 10.222.0.47 "GET /v2.0/networks?id=0a6b04f9-6f06-4100-ad85-6b28ebd5afaa HTTP/1.1" status: 200 len: 920 time: 0.0933306 May 03 23:57:34.193145 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-a88a8c08-7897-4e8c-b8a6-3dbf63dab923 req-0a234883-6d11-4aea-9008-96b20aa216c5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c62748d5-3d5c-4268-bf9c-e261b0109f8d HTTP/1.1" status: 200 len: 1001 time: 0.0675755 May 03 23:57:34.250192 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a8c08-7897-4e8c-b8a6-3dbf63dab923 req-d0f161f8-19c7-4d57-9c0d-8be776b35ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:34.251705 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-a88a8c08-7897-4e8c-b8a6-3dbf63dab923 req-d0f161f8-19c7-4d57-9c0d-8be776b35ab8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a71a973f-43f2-413b-b3e6-b8f0626526c4 HTTP/1.1" status: 200 len: 858 time: 0.0475080 May 03 23:57:34.306746 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a8c08-7897-4e8c-b8a6-3dbf63dab923 req-89068a22-3895-48f9-8a3e-49c4d008c2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:34.308351 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-a88a8c08-7897-4e8c-b8a6-3dbf63dab923 req-89068a22-3895-48f9-8a3e-49c4d008c2e2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0a6b04f9-6f06-4100-ad85-6b28ebd5afaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433812 May 03 23:57:34.436047 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-a88a8c08-7897-4e8c-b8a6-3dbf63dab923 req-6b3a855a-fab1-45da-9f7c-36fc925bacd0 service neutron] 10.222.0.47 "GET /v2.0/networks/0a6b04f9-6f06-4100-ad85-6b28ebd5afaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035590 May 03 23:57:34.536425 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-a88a8c08-7897-4e8c-b8a6-3dbf63dab923 req-9f29b216-3351-4b88-84b6-791beb4ced42 service neutron] 10.222.0.47 "GET /v2.0/networks/0a6b04f9-6f06-4100-ad85-6b28ebd5afaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965004 May 03 23:57:35.000591 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e111ee-90b7-4c13-baef-b69279c9cbb4 req-eb78ce27-788f-4801-bd86-b9b0a1baef8b tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:35.002197 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-14e111ee-90b7-4c13-baef-b69279c9cbb4 req-eb78ce27-788f-4801-bd86-b9b0a1baef8b tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=e20a72e1-2156-4807-bbc5-8f80cb0e1ea2 HTTP/1.1" status: 200 len: 945 time: 0.0532193 May 03 23:57:35.047971 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-14e111ee-90b7-4c13-baef-b69279c9cbb4 req-31d57de2-d686-49c7-91dc-8271c6913c62 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d354cfe-5646-4686-b8b6-d0a5ff78252e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384762 May 03 23:57:35.332061 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-9988ed24-7efc-4e8a-acf7-bcbfa55ed3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:35.937144 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2901b964-f159-4bef-afdf-d8d9e27ba7a5 req-eaac09d2-91a3-4cdd-950f-cad3e3a650d8 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:35.938723 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-2901b964-f159-4bef-afdf-d8d9e27ba7a5 req-eaac09d2-91a3-4cdd-950f-cad3e3a650d8 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf1545ae-f769-41bd-9f93-1e61e7b2bd9e HTTP/1.1" status: 200 len: 945 time: 0.0519750 May 03 23:57:35.980888 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-2901b964-f159-4bef-afdf-d8d9e27ba7a5 req-3cbecaeb-da03-4e7f-8406-52ab7d390640 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] 10.222.0.13 "GET /v2.0/security-groups?id=4191b7cf-65cf-4f89-8e01-4fa95128dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347691 May 03 23:57:36.143459 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-f3996685-9434-443c-b5d7-edb245b755aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:36.199540 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92add380-3160-490c-9826-eaa9d512b7fa req-33148fc0-b141-4107-b0f0-19450f9674e4 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:36.201079 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-92add380-3160-490c-9826-eaa9d512b7fa req-33148fc0-b141-4107-b0f0-19450f9674e4 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=e20a72e1-2156-4807-bbc5-8f80cb0e1ea2 HTTP/1.1" status: 200 len: 945 time: 0.0691929 May 03 23:57:36.254425 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-92add380-3160-490c-9826-eaa9d512b7fa req-922f43d3-7679-4077-8991-85cee8632a7b tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d354cfe-5646-4686-b8b6-d0a5ff78252e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462856 May 03 23:57:36.684829 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075cc6c6-3440-457a-9088-2b76d955d7d6 req-1ac8dec4-200c-4027-8dd7-d2ba79150b20 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:36.686607 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-075cc6c6-3440-457a-9088-2b76d955d7d6 req-1ac8dec4-200c-4027-8dd7-d2ba79150b20 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=d828ae7b-10a7-44ba-ba9b-8e3d17e0de4f HTTP/1.1" status: 200 len: 945 time: 0.0565166 May 03 23:57:36.727072 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-075cc6c6-3440-457a-9088-2b76d955d7d6 req-54ba19b2-ef03-4663-80fb-e2bf129fe65f tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa212b35-f6b0-4589-827d-9c3b989cfd50&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343368 May 03 23:57:36.874589 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:37.117894 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf900c8-3cee-4829-ab40-e359a3602175 req-5a89b52d-37a8-4bed-a263-125318a62523 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:37.119483 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-2bf900c8-3cee-4829-ab40-e359a3602175 req-5a89b52d-37a8-4bed-a263-125318a62523 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf1545ae-f769-41bd-9f93-1e61e7b2bd9e HTTP/1.1" status: 200 len: 945 time: 0.0588186 May 03 23:57:37.167920 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-2bf900c8-3cee-4829-ab40-e359a3602175 req-aab529e0-2132-46da-8c21-c79d0608a5a6 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] 10.222.0.13 "GET /v2.0/security-groups?id=4191b7cf-65cf-4f89-8e01-4fa95128dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419629 May 03 23:57:37.384794 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359bedae-35e7-4971-9de9-cfe92a6f4ee5 req-e9239fc8-7abe-4832-8849-8176dc113010 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:37.386341 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-359bedae-35e7-4971-9de9-cfe92a6f4ee5 req-e9239fc8-7abe-4832-8849-8176dc113010 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=e20a72e1-2156-4807-bbc5-8f80cb0e1ea2 HTTP/1.1" status: 200 len: 945 time: 0.0629904 May 03 23:57:37.429673 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-359bedae-35e7-4971-9de9-cfe92a6f4ee5 req-509b4ba9-4a1f-4322-90bb-b51c0d53eccd tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d354cfe-5646-4686-b8b6-d0a5ff78252e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371442 May 03 23:57:37.858429 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47029f9f-1fc1-406d-a522-e7555cbe94dd req-93cde5b1-945c-42c4-8e2c-d2818a3a1543 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:37.859997 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-47029f9f-1fc1-406d-a522-e7555cbe94dd req-93cde5b1-945c-42c4-8e2c-d2818a3a1543 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=d828ae7b-10a7-44ba-ba9b-8e3d17e0de4f HTTP/1.1" status: 200 len: 945 time: 0.0532310 May 03 23:57:37.903072 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-47029f9f-1fc1-406d-a522-e7555cbe94dd req-8046ce89-65a8-46c7-bde3-37a82434137b tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa212b35-f6b0-4589-827d-9c3b989cfd50&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361373 May 03 23:57:38.291832 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b669b9-1f78-4c4f-838b-cf02f490f257 req-bd5eb1f8-9045-480e-86bf-38fe5381194d tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:38.293376 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-a9b669b9-1f78-4c4f-838b-cf02f490f257 req-bd5eb1f8-9045-480e-86bf-38fe5381194d tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf1545ae-f769-41bd-9f93-1e61e7b2bd9e HTTP/1.1" status: 200 len: 945 time: 0.0508680 May 03 23:57:38.333516 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-a9b669b9-1f78-4c4f-838b-cf02f490f257 req-c9e45342-c52e-48b3-998a-43a240b2e22b tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] 10.222.0.13 "GET /v2.0/security-groups?id=4191b7cf-65cf-4f89-8e01-4fa95128dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340312 May 03 23:57:38.558450 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ba01fc-cf4a-4e13-9392-80792f9da8e2 req-b0b1202e-8578-47a9-891c-f5228b4a394e tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:38.560288 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-50ba01fc-cf4a-4e13-9392-80792f9da8e2 req-b0b1202e-8578-47a9-891c-f5228b4a394e tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=e20a72e1-2156-4807-bbc5-8f80cb0e1ea2 HTTP/1.1" status: 200 len: 945 time: 0.0539401 May 03 23:57:38.607582 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-50ba01fc-cf4a-4e13-9392-80792f9da8e2 req-ccf807c6-b999-4a72-a98d-e5b156053c85 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d354cfe-5646-4686-b8b6-d0a5ff78252e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374265 May 03 23:57:39.034721 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f5e48b-9f9e-4026-9b93-8a463e0067ff req-24a5b85b-74eb-4abc-b057-2e8f29c4d71e tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:39.036281 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-e9f5e48b-9f9e-4026-9b93-8a463e0067ff req-24a5b85b-74eb-4abc-b057-2e8f29c4d71e tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=d828ae7b-10a7-44ba-ba9b-8e3d17e0de4f HTTP/1.1" status: 200 len: 945 time: 0.0613110 May 03 23:57:39.089316 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-e9f5e48b-9f9e-4026-9b93-8a463e0067ff req-72461cb3-68ca-45c0-b811-e7dec02fd238 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa212b35-f6b0-4589-827d-9c3b989cfd50&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468616 May 03 23:57:39.188438 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84177784-70a2-46e6-8727-87125da2d643 req-b5970a47-4fb1-4a9f-999d-c7492b5f8cb2 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:39.190063 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-84177784-70a2-46e6-8727-87125da2d643 req-b5970a47-4fb1-4a9f-999d-c7492b5f8cb2 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf1545ae-f769-41bd-9f93-1e61e7b2bd9e HTTP/1.1" status: 200 len: 945 time: 0.0657847 May 03 23:57:39.302165 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.plugin [req-84177784-70a2-46e6-8727-87125da2d643 req-1089c8bd-90fd-45ae-a76e-58c69a03e686 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] Deleting port 95615249-1a1e-465b-a9ad-a60f82ec8ea8 {{(pid=114212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 03 23:57:39.302506 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-84177784-70a2-46e6-8727-87125da2d643 req-1089c8bd-90fd-45ae-a76e-58c69a03e686 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733331783909'] for port, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:39.401054 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.db [req-84177784-70a2-46e6-8727-87125da2d643 req-1089c8bd-90fd-45ae-a76e-58c69a03e686 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] For port 95615249-1a1e-465b-a9ad-a60f82ec8ea8, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=95615249-1a1e-465b-a9ad-a60f82ec8ea8,segment=NetworkSegment(99ee9601-bbfa-4e4c-a70a-1b0ba7b6fb39),segment_id=99ee9601-bbfa-4e4c-a70a-1b0ba7b6fb39)] {{(pid=114212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:57:39.401412 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-84177784-70a2-46e6-8727-87125da2d643 req-1089c8bd-90fd-45ae-a76e-58c69a03e686 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764614'] for port, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:39.424925 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.plugin [req-84177784-70a2-46e6-8727-87125da2d643 req-1089c8bd-90fd-45ae-a76e-58c69a03e686 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] Calling delete_port for 95615249-1a1e-465b-a9ad-a60f82ec8ea8 owned by compute:nova {{(pid=114212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 03 23:57:39.507951 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f7290b-f0c7-46ee-9bb7-7a6794b4ec31 req-a3980648-11c2-4447-875f-0af648a6d231 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:39.509473 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-c8f7290b-f0c7-46ee-9bb7-7a6794b4ec31 req-a3980648-11c2-4447-875f-0af648a6d231 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf1545ae-f769-41bd-9f93-1e61e7b2bd9e HTTP/1.1" status: 200 len: 945 time: 0.1000032 May 03 23:57:39.565916 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-c8f7290b-f0c7-46ee-9bb7-7a6794b4ec31 req-78c7be35-7640-4312-9d4b-55a438da8882 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] 10.222.0.13 "GET /v2.0/security-groups?id=4191b7cf-65cf-4f89-8e01-4fa95128dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494363 May 03 23:57:39.703312 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-84177784-70a2-46e6-8727-87125da2d643 req-1089c8bd-90fd-45ae-a76e-58c69a03e686 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733331790767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733331236154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25393418'] for port, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:39.734131 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc8db80-1050-4677-a9f8-e388e908619a req-e9454f5c-e111-4ca6-951c-757a89f12aec tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:39.735705 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-efc8db80-1050-4677-a9f8-e388e908619a req-e9454f5c-e111-4ca6-951c-757a89f12aec tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=e20a72e1-2156-4807-bbc5-8f80cb0e1ea2 HTTP/1.1" status: 200 len: 945 time: 0.0542464 May 03 23:57:39.735903 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1089c8bd-90fd-45ae-a76e-58c69a03e686 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] Pushing event deleted for resources: {'Port': ['ID=95615249-1a1e-465b-a9ad-a60f82ec8ea8,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:57:39.777754 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.l3_dvrscheduler_db [req-84177784-70a2-46e6-8727-87125da2d643 req-1089c8bd-90fd-45ae-a76e-58c69a03e686 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] No DVR routers for this DVR port 95615249-1a1e-465b-a9ad-a60f82ec8ea8 on host hv-cinder-84037 {{(pid=114212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:57:39.780885 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-84177784-70a2-46e6-8727-87125da2d643 req-1089c8bd-90fd-45ae-a76e-58c69a03e686 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371'] for port, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:39.784237 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-84177784-70a2-46e6-8727-87125da2d643 req-1089c8bd-90fd-45ae-a76e-58c69a03e686 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] 10.222.0.47 "DELETE /v2.0/ports/95615249-1a1e-465b-a9ad-a60f82ec8ea8 HTTP/1.1" status: 204 len: 173 time: 0.5836608 May 03 23:57:39.786053 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-efc8db80-1050-4677-a9f8-e388e908619a req-73985725-2afd-4732-8c4c-2d63cbff7b11 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d354cfe-5646-4686-b8b6-d0a5ff78252e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419528 May 03 23:57:39.789326 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] get_ports_and_sgs() called for port_ids ['95615249-1a1e-465b-a9ad-a60f82ec8ea8'] {{(pid=114214) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 23:57:39.793753 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf1545ae-f769-41bd-9f93-1e61e7b2bd9e', 'name': 'network-vif-deleted', 'tag': '95615249-1a1e-465b-a9ad-a60f82ec8ea8'}] {{(pid=114212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:57:39.804702 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d2be33a93c6036cad1ba084e78d1c3d957b621bee157ccc93bfe0a4b69d877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-046d4fcc-ece4-4f4a-a005-b076aadde8cb" -d '{"events": [{"server_uuid": "bf1545ae-f769-41bd-9f93-1e61e7b2bd9e", "name": "network-vif-deleted", "tag": "95615249-1a1e-465b-a9ad-a60f82ec8ea8"}]}' {{(pid=114212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 23:57:39.867278 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 23:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-815d12ad-c167-4e48-b15f-a17503cea28b x-openstack-request-id: req-815d12ad-c167-4e48-b15f-a17503cea28b {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 23:57:39.867588 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf1545ae-f769-41bd-9f93-1e61e7b2bd9e", "name": "network-vif-deleted", "tag": "95615249-1a1e-465b-a9ad-a60f82ec8ea8", "status": "completed", "code": 200}]} {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 23:57:39.867838 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-815d12ad-c167-4e48-b15f-a17503cea28b {{(pid=114212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 23:57:39.868238 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-815d12ad-c167-4e48-b15f-a17503cea28b'] response: {'server_uuid': 'bf1545ae-f769-41bd-9f93-1e61e7b2bd9e', 'name': 'network-vif-deleted', 'tag': '95615249-1a1e-465b-a9ad-a60f82ec8ea8', 'status': 'completed', 'code': 200} May 03 23:57:40.205505 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ff774-784e-4bb6-9f8d-ff4a867f9d85 req-e32bc5ca-8981-4752-9244-5c1fe467b1bb tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:40.211292 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-137ff774-784e-4bb6-9f8d-ff4a867f9d85 req-e32bc5ca-8981-4752-9244-5c1fe467b1bb tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=d828ae7b-10a7-44ba-ba9b-8e3d17e0de4f HTTP/1.1" status: 200 len: 945 time: 0.0519130 May 03 23:57:40.211475 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7917b085-b703-47f2-8e03-fa45140f1bb1 req-d646272c-1cd2-4a3c-be80-291b501808a1 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:40.212635 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-7917b085-b703-47f2-8e03-fa45140f1bb1 req-d646272c-1cd2-4a3c-be80-291b501808a1 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.47 "GET /v2.0/ports?device_id=d828ae7b-10a7-44ba-ba9b-8e3d17e0de4f HTTP/1.1" status: 200 len: 945 time: 0.0538323 May 03 23:57:40.247246 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-137ff774-784e-4bb6-9f8d-ff4a867f9d85 req-ac94aa58-2fd4-4a0a-9ec6-d74e7cc5bdda tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa212b35-f6b0-4589-827d-9c3b989cfd50&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329437 May 03 23:57:40.346021 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.plugin [req-7917b085-b703-47f2-8e03-fa45140f1bb1 req-44c161fa-9af7-4534-a497-049ba2686113 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Deleting port 0e7d2ded-c95c-4536-a9bb-598691f1c01a {{(pid=114212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 03 23:57:40.346367 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-7917b085-b703-47f2-8e03-fa45140f1bb1 req-44c161fa-9af7-4534-a497-049ba2686113 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733331783909'] for port, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:40.465489 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.db [req-7917b085-b703-47f2-8e03-fa45140f1bb1 req-44c161fa-9af7-4534-a497-049ba2686113 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] For port 0e7d2ded-c95c-4536-a9bb-598691f1c01a, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=0e7d2ded-c95c-4536-a9bb-598691f1c01a,segment=NetworkSegment(191d73d0-9208-4ea1-bb83-ed60d521a42d),segment_id=191d73d0-9208-4ea1-bb83-ed60d521a42d)] {{(pid=114212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:57:40.465845 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-7917b085-b703-47f2-8e03-fa45140f1bb1 req-44c161fa-9af7-4534-a497-049ba2686113 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764614'] for port, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:40.651268 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-7917b085-b703-47f2-8e03-fa45140f1bb1 req-44c161fa-9af7-4534-a497-049ba2686113 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:40.651968 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-7917b085-b703-47f2-8e03-fa45140f1bb1 req-44c161fa-9af7-4534-a497-049ba2686113 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3761754'] for floatingip, after_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:40.652217 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.db.l3_db [req-7917b085-b703-47f2-8e03-fa45140f1bb1 req-44c161fa-9af7-4534-a497-049ba2686113 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Floating IP 2083c5d2-281f-434f-ac67-9890d6722d24 disassociated. External IP: 172.27.2.243, port: 0e7d2ded-c95c-4536-a9bb-598691f1c01a. May 03 23:57:40.652704 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.plugin [req-7917b085-b703-47f2-8e03-fa45140f1bb1 req-44c161fa-9af7-4534-a497-049ba2686113 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Calling delete_port for 0e7d2ded-c95c-4536-a9bb-598691f1c01a owned by compute:nova {{(pid=114212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 03 23:57:40.707459 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-4c3bbd35-0c01-4e67-bd6d-247b21de1eba req-d5354c31-ccf9-4369-8962-b4da24867c45 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf1545ae-f769-41bd-9f93-1e61e7b2bd9e HTTP/1.1" status: 200 len: 210 time: 0.0504584 May 03 23:57:40.885905 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-7917b085-b703-47f2-8e03-fa45140f1bb1 req-44c161fa-9af7-4534-a497-049ba2686113 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733331790767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733331236154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25393418'] for port, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:40.914900 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c161fa-9af7-4534-a497-049ba2686113 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Pushing event deleted for resources: {'Port': ['ID=0e7d2ded-c95c-4536-a9bb-598691f1c01a,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:57:40.933201 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a125bfed-5e75-48ce-b0c8-02f50f87366b req-8eeaaa3f-20cf-4ed2-aa04-5ede2749a13c tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:40.935121 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-a125bfed-5e75-48ce-b0c8-02f50f87366b req-8eeaaa3f-20cf-4ed2-aa04-5ede2749a13c tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=e20a72e1-2156-4807-bbc5-8f80cb0e1ea2 HTTP/1.1" status: 200 len: 945 time: 0.0552936 May 03 23:57:40.986327 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-a125bfed-5e75-48ce-b0c8-02f50f87366b req-3c469f99-bd31-4b60-aba0-b15fb05fa082 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d354cfe-5646-4686-b8b6-d0a5ff78252e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412290 May 03 23:57:41.046778 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7917b085-b703-47f2-8e03-fa45140f1bb1 req-44c161fa-9af7-4534-a497-049ba2686113 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Router 631a97f7-1cbf-4b95-adf6-8a2f356d4019 has already been hosted by L3 agent 758adf3f-89d7-4e1b-912e-3871fb413390 {{(pid=114212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 23:57:41.430607 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-5112c90b-9dd6-4ba6-b772-efe98fa8715a req-b3a9ccdb-dcb7-4cf7-911f-2b0a40a6a420 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=d828ae7b-10a7-44ba-ba9b-8e3d17e0de4f HTTP/1.1" status: 200 len: 210 time: 0.0391452 May 03 23:57:41.441630 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7917b085-b703-47f2-8e03-fa45140f1bb1 req-44c161fa-9af7-4534-a497-049ba2686113 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify agent at l3_agent.dv-cinder-840375-1-iscsi the message routers_updated {{(pid=114212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 23:57:41.467104 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02896cb-41a0-4ee2-b03b-3c411d7321ef None None] Sync routers for ids ['631a97f7-1cbf-4b95-adf6-8a2f356d4019'] in dv-cinder-840375-1-iscsi {{(pid=114215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:57:41.485567 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02896cb-41a0-4ee2-b03b-3c411d7321ef None None] Routers {'631a97f7-1cbf-4b95-adf6-8a2f356d4019'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:57:41.486650 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-a02896cb-41a0-4ee2-b03b-3c411d7321ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-03T23:57:34Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['631a97f7-1cbf-4b95-adf6-8a2f356d4019'], 'active': True} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:57:41.497292 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.l3_dvrscheduler_db [req-7917b085-b703-47f2-8e03-fa45140f1bb1 req-44c161fa-9af7-4534-a497-049ba2686113 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] No DVR routers for this DVR port 0e7d2ded-c95c-4536-a9bb-598691f1c01a on host hv-cinder-84037 {{(pid=114212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:57:41.499906 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-7917b085-b703-47f2-8e03-fa45140f1bb1 req-44c161fa-9af7-4534-a497-049ba2686113 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371'] for port, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:41.503286 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-7917b085-b703-47f2-8e03-fa45140f1bb1 req-44c161fa-9af7-4534-a497-049ba2686113 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.47 "DELETE /v2.0/ports/0e7d2ded-c95c-4536-a9bb-598691f1c01a HTTP/1.1" status: 204 len: 173 time: 1.2726722 May 03 23:57:41.618919 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvr_db [None req-a02896cb-41a0-4ee2-b03b-3c411d7321ef None None] Set router 631a97f7-1cbf-4b95-adf6-8a2f356d4019 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 23:57:41.864983 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-a02896cb-41a0-4ee2-b03b-3c411d7321ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'name': 'tempest-AttachVolumeNegativeTest-158062797-router', 'tenant_id': '4f6a10010e894f0390d087e92b3d1035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '4451ff75-8bf2-4507-a5f3-127842a648f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:52:56Z', 'updated_at': '2022-05-03T23:53:06Z', 'revision_number': 4, 'project_id': '4f6a10010e894f0390d087e92b3d1035', 'gw_port': {'id': '4451ff75-8bf2-4507-a5f3-127842a648f6', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:06:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:52:58Z', 'updated_at': '2022-05-03T23:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_interfaces': [{'id': 'd07f3b14-e6b3-40d4-9719-de456f7359f6', 'name': '', 'network_id': '88061c84-ec22-4a18-841b-8db91bd7572a', 'tenant_id': '4f6a10010e894f0390d087e92b3d1035', 'mac_address': 'fa:16:3e:f6:8d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b5c212ed-61ce-414c-afb5-0c8516817b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:04Z', 'updated_at': '2022-05-03T23:53:17Z', 'revision_number': 5, 'project_id': '4f6a10010e894f0390d087e92b3d1035', 'subnets': [{'id': 'b5c212ed-61ce-414c-afb5-0c8516817b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:57:41.869757 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd828ae7b-10a7-44ba-ba9b-8e3d17e0de4f', 'name': 'network-vif-deleted', 'tag': '0e7d2ded-c95c-4536-a9bb-598691f1c01a'}] {{(pid=114212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:57:41.879700 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d2be33a93c6036cad1ba084e78d1c3d957b621bee157ccc93bfe0a4b69d877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c174077-55d6-45e9-a45d-4e1a53e0af16" -d '{"events": [{"server_uuid": "d828ae7b-10a7-44ba-ba9b-8e3d17e0de4f", "name": "network-vif-deleted", "tag": "0e7d2ded-c95c-4536-a9bb-598691f1c01a"}]}' {{(pid=114212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 23:57:41.915803 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02896cb-41a0-4ee2-b03b-3c411d7321ef None None] Checking router: 631a97f7-1cbf-4b95-adf6-8a2f356d4019 for host: dv-cinder-840375-1-iscsi {{(pid=114215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:57:41.920799 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 23:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb48098-aab4-4528-9ee2-cfa672540c3d x-openstack-request-id: req-aeb48098-aab4-4528-9ee2-cfa672540c3d {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 23:57:41.921190 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d828ae7b-10a7-44ba-ba9b-8e3d17e0de4f", "name": "network-vif-deleted", "tag": "0e7d2ded-c95c-4536-a9bb-598691f1c01a", "status": "completed", "code": 200}]} {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 23:57:41.921591 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aeb48098-aab4-4528-9ee2-cfa672540c3d {{(pid=114212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 23:57:41.922236 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aeb48098-aab4-4528-9ee2-cfa672540c3d'] response: {'server_uuid': 'd828ae7b-10a7-44ba-ba9b-8e3d17e0de4f', 'name': 'network-vif-deleted', 'tag': '0e7d2ded-c95c-4536-a9bb-598691f1c01a', 'status': 'completed', 'code': 200} May 03 23:57:41.928544 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02896cb-41a0-4ee2-b03b-3c411d7321ef None None] Routers {'631a97f7-1cbf-4b95-adf6-8a2f356d4019'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:57:41.929207 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-a02896cb-41a0-4ee2-b03b-3c411d7321ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-03T23:57:34Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['631a97f7-1cbf-4b95-adf6-8a2f356d4019'], 'active': True} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:57:42.049833 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvr_db [None req-a02896cb-41a0-4ee2-b03b-3c411d7321ef None None] Set router 631a97f7-1cbf-4b95-adf6-8a2f356d4019 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 23:57:42.123178 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3adc2b5-d1a4-447f-ba12-89f37459d246 req-9b42760a-7036-4793-b06d-52fb00419257 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:42.125102 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-d3adc2b5-d1a4-447f-ba12-89f37459d246 req-9b42760a-7036-4793-b06d-52fb00419257 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=e20a72e1-2156-4807-bbc5-8f80cb0e1ea2 HTTP/1.1" status: 200 len: 945 time: 0.0599272 May 03 23:57:42.172448 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-d3adc2b5-d1a4-447f-ba12-89f37459d246 req-9c4e3ca6-95a7-40de-afea-931daf13002f tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d354cfe-5646-4686-b8b6-d0a5ff78252e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403872 May 03 23:57:42.299547 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-a02896cb-41a0-4ee2-b03b-3c411d7321ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'name': 'tempest-AttachVolumeNegativeTest-158062797-router', 'tenant_id': '4f6a10010e894f0390d087e92b3d1035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '4451ff75-8bf2-4507-a5f3-127842a648f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:52:56Z', 'updated_at': '2022-05-03T23:53:06Z', 'revision_number': 4, 'project_id': '4f6a10010e894f0390d087e92b3d1035', 'gw_port': {'id': '4451ff75-8bf2-4507-a5f3-127842a648f6', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:06:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:52:58Z', 'updated_at': '2022-05-03T23:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_interfaces': [{'id': 'd07f3b14-e6b3-40d4-9719-de456f7359f6', 'name': '', 'network_id': '88061c84-ec22-4a18-841b-8db91bd7572a', 'tenant_id': '4f6a10010e894f0390d087e92b3d1035', 'mac_address': 'fa:16:3e:f6:8d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b5c212ed-61ce-414c-afb5-0c8516817b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:04Z', 'updated_at': '2022-05-03T23:53:17Z', 'revision_number': 5, 'project_id': '4f6a10010e894f0390d087e92b3d1035', 'subnets': [{'id': 'b5c212ed-61ce-414c-afb5-0c8516817b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:57:42.337311 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02896cb-41a0-4ee2-b03b-3c411d7321ef None None] The sync data for ids ['631a97f7-1cbf-4b95-adf6-8a2f356d4019'] in dv-cinder-840375-1-iscsi is: [{'id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'name': 'tempest-AttachVolumeNegativeTest-158062797-router', 'tenant_id': '4f6a10010e894f0390d087e92b3d1035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '4451ff75-8bf2-4507-a5f3-127842a648f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:52:56Z', 'updated_at': '2022-05-03T23:53:06Z', 'revision_number': 4, 'project_id': '4f6a10010e894f0390d087e92b3d1035', 'gw_port': {'id': '4451ff75-8bf2-4507-a5f3-127842a648f6', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:06:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:52:58Z', 'updated_at': '2022-05-03T23:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_interfaces': [{'id': 'd07f3b14-e6b3-40d4-9719-de456f7359f6', 'name': '', 'network_id': '88061c84-ec22-4a18-841b-8db91bd7572a', 'tenant_id': '4f6a10010e894f0390d087e92b3d1035', 'mac_address': 'fa:16:3e:f6:8d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b5c212ed-61ce-414c-afb5-0c8516817b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:04Z', 'updated_at': '2022-05-03T23:53:17Z', 'revision_number': 5, 'project_id': '4f6a10010e894f0390d087e92b3d1035', 'subnets': [{'id': 'b5c212ed-61ce-414c-afb5-0c8516817b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:57:42.553110 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-30251e28-fb49-4938-8e26-37051b2d2a11 req-c94b7f09-ad78-417a-94e5-4c1a26afb663 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=d828ae7b-10a7-44ba-ba9b-8e3d17e0de4f HTTP/1.1" status: 200 len: 210 time: 0.0291221 May 03 23:57:42.587536 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed496ad7-b076-479d-a00a-5656cec3d3d0 None None] New status for floating IP 2083c5d2-281f-434f-ac67-9890d6722d24: DOWN {{(pid=114214) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 23:57:42.624515 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device 0e7d2ded-c95c-4536-a9bb-598691f1c01a no longer exists at agent hyperv_hv-cinder-84037 {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 23:57:42.683838 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] No Port match for: 0e7d2ded-c95c-4536-a9bb-598691f1c01a {{(pid=114214) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 03 23:57:42.684179 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device 0e7d2ded-c95c-4536-a9bb-598691f1c01a not bound to the agent host hv-cinder-84037 {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 23:57:42.684872 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device 95615249-1a1e-465b-a9ad-a60f82ec8ea8 no longer exists at agent hyperv_hv-cinder-84037 {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 23:57:42.719076 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] No Port match for: 95615249-1a1e-465b-a9ad-a60f82ec8ea8 {{(pid=114214) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 03 23:57:42.719436 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device 95615249-1a1e-465b-a9ad-a60f82ec8ea8 not bound to the agent host hv-cinder-84037 {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 23:57:43.293752 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf45f0-ec51-4042-8947-20f478021448 req-d33c7528-5123-44cd-9a17-8836bb5a70d2 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:43.295302 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-a5bf45f0-ec51-4042-8947-20f478021448 req-d33c7528-5123-44cd-9a17-8836bb5a70d2 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=e20a72e1-2156-4807-bbc5-8f80cb0e1ea2 HTTP/1.1" status: 200 len: 945 time: 0.0507536 May 03 23:57:43.337466 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-a5bf45f0-ec51-4042-8947-20f478021448 req-54fdbb6d-d3ca-407a-98c3-e17958377119 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d354cfe-5646-4686-b8b6-d0a5ff78252e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344591 May 03 23:57:43.687595 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 40890) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:57:43.748326 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-15a3d2e8-19f9-4d0d-b1d0-604c629c9ed9 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks [] for security_group, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:43.773372 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-15a3d2e8-19f9-4d0d-b1d0-604c629c9ed9 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:43.886270 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-15a3d2e8-19f9-4d0d-b1d0-604c629c9ed9 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:43.888840 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-15a3d2e8-19f9-4d0d-b1d0-604c629c9ed9 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks [] for security_group, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:43.890021 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-15a3d2e8-19f9-4d0d-b1d0-604c629c9ed9 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "DELETE /v2.0/security-groups/fa212b35-f6b0-4589-827d-9c3b989cfd50 HTTP/1.1" status: 204 len: 168 time: 0.2013159 May 03 23:57:43.893446 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 40892) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:57:43.899915 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a3d2e8-19f9-4d0d-b1d0-604c629c9ed9 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa212b35-f6b0-4589-827d-9c3b989cfd50,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:57:43.908689 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.api.v2.resource [None req-77dc3561-18db-4dac-8183-08af42e2bfee tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] show failed (client error): The resource could not be found. May 03 23:57:43.909003 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-77dc3561-18db-4dac-8183-08af42e2bfee tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/security-groups/fa212b35-f6b0-4589-827d-9c3b989cfd50 HTTP/1.1" status: 404 len: 347 time: 0.0145509 May 03 23:57:43.913479 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 40894) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:57:44.053246 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.plugin [None req-19c1dc7c-d8c8-4ca6-bfb1-07ec9a7f549f tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Deleting port 4a11e315-7bc5-413b-be20-9caca401b8c0 {{(pid=114213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 03 23:57:44.053587 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-19c1dc7c-d8c8-4ca6-bfb1-07ec9a7f549f tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733331783909'] for port, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:44.136410 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-19c1dc7c-d8c8-4ca6-bfb1-07ec9a7f549f tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764614'] for port, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:44.136642 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-19c1dc7c-d8c8-4ca6-bfb1-07ec9a7f549f tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:44.149355 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.plugin [None req-19c1dc7c-d8c8-4ca6-bfb1-07ec9a7f549f tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Calling delete_port for 4a11e315-7bc5-413b-be20-9caca401b8c0 owned by network:floatingip {{(pid=114213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 03 23:57:44.377866 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-19c1dc7c-d8c8-4ca6-bfb1-07ec9a7f549f tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733331790767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733331236154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25969890'] for port, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:44.411677 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c1dc7c-d8c8-4ca6-bfb1-07ec9a7f549f tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Pushing event deleted for resources: {'Port': ['ID=4a11e315-7bc5-413b-be20-9caca401b8c0,revision_number=None']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:57:44.438709 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c1dc7c-d8c8-4ca6-bfb1-07ec9a7f549f tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:57:44.439041 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c1dc7c-d8c8-4ca6-bfb1-07ec9a7f549f tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:57:44.439408 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c1dc7c-d8c8-4ca6-bfb1-07ec9a7f549f tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:57:44.439746 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c1dc7c-d8c8-4ca6-bfb1-07ec9a7f549f tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:57:44.440076 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c1dc7c-d8c8-4ca6-bfb1-07ec9a7f549f tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:57:44.440402 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c1dc7c-d8c8-4ca6-bfb1-07ec9a7f549f tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:57:44.440730 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c1dc7c-d8c8-4ca6-bfb1-07ec9a7f549f tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:57:44.441056 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c1dc7c-d8c8-4ca6-bfb1-07ec9a7f549f tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:57:44.441378 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c1dc7c-d8c8-4ca6-bfb1-07ec9a7f549f tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:57:44.441700 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c1dc7c-d8c8-4ca6-bfb1-07ec9a7f549f tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:57:44.442037 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c1dc7c-d8c8-4ca6-bfb1-07ec9a7f549f tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:57:44.442379 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c1dc7c-d8c8-4ca6-bfb1-07ec9a7f549f tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:57:44.460409 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eefe552-886b-4f92-8515-2ff7137f73f1 req-0b544ad3-1e74-40f0-a64b-4a5e62210673 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:44.462105 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-0eefe552-886b-4f92-8515-2ff7137f73f1 req-0b544ad3-1e74-40f0-a64b-4a5e62210673 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=e20a72e1-2156-4807-bbc5-8f80cb0e1ea2 HTTP/1.1" status: 200 len: 945 time: 0.0545087 May 03 23:57:44.481805 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-19c1dc7c-d8c8-4ca6-bfb1-07ec9a7f549f tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks [] for floatingip, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:44.484457 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-19c1dc7c-d8c8-4ca6-bfb1-07ec9a7f549f tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371'] for floatingip, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:44.485599 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-19c1dc7c-d8c8-4ca6-bfb1-07ec9a7f549f tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "DELETE /v2.0/floatingips/2083c5d2-281f-434f-ac67-9890d6722d24 HTTP/1.1" status: 204 len: 168 time: 0.5708506 May 03 23:57:44.502668 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-0eefe552-886b-4f92-8515-2ff7137f73f1 req-91d3f3eb-538a-4717-9329-d25ca0935912 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d354cfe-5646-4686-b8b6-d0a5ff78252e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338111 May 03 23:57:44.892780 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 40902) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:57:44.898305 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.v2.base [None req-ea5fd116-af13-4d9f-ac41-33e9173f0f9f tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1802944397', 'description': 'tempest-description--253219956'}} {{(pid=114213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:57:44.978530 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-ea5fd116-af13-4d9f-ac41-33e9173f0f9f tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks [] for security_group, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:45.054640 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-ea5fd116-af13-4d9f-ac41-33e9173f0f9f tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks [] for security_group, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:45.166380 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-ea5fd116-af13-4d9f-ac41-33e9173f0f9f tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:45.197873 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5fd116-af13-4d9f-ac41-33e9173f0f9f tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f683a70-a8bc-455f-88b4-6fc70a595ba0,revision_number=1']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:57:45.319607 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-ea5fd116-af13-4d9f-ac41-33e9173f0f9f tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks [] for security_group, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:45.321030 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-ea5fd116-af13-4d9f-ac41-33e9173f0f9f tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4270735 May 03 23:57:45.323928 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 40904) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:57:45.328448 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.v2.base [None req-e2828eba-2061-4869-98b6-ca6b296105ec tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Request body: {'security_group_rule': {'security_group_id': '2f683a70-a8bc-455f-88b4-6fc70a595ba0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:57:45.446551 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-e2828eba-2061-4869-98b6-ca6b296105ec tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:45.478848 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.agents_db [None req-33eb5aa9-4e04-49df-8f84-9829a3bd54c6 None None] Agent healthcheck: found 6 active agents {{(pid=114215) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 23:57:45.505604 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-e2828eba-2061-4869-98b6-ca6b296105ec tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:45.623966 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26e700a-d53b-4c64-9d66-d4293433c140 req-73a5b7d9-f530-4930-bb15-55734515db16 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:45.625377 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-b26e700a-d53b-4c64-9d66-d4293433c140 req-73a5b7d9-f530-4930-bb15-55734515db16 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=e20a72e1-2156-4807-bbc5-8f80cb0e1ea2 HTTP/1.1" status: 200 len: 945 time: 0.0508618 May 03 23:57:45.640810 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-e2828eba-2061-4869-98b6-ca6b296105ec tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774295'] for security_group_rule, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:45.659291 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2828eba-2061-4869-98b6-ca6b296105ec tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94900adc-c514-4d16-a65d-32592531340c,revision_number=0']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:57:45.680319 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-b26e700a-d53b-4c64-9d66-d4293433c140 req-f7b28554-d1bd-474f-9ce7-59e1149ff5d2 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d354cfe-5646-4686-b8b6-d0a5ff78252e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469818 May 03 23:57:45.728328 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-e2828eba-2061-4869-98b6-ca6b296105ec tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:45.729620 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-e2828eba-2061-4869-98b6-ca6b296105ec tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4046700 May 03 23:57:45.732372 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 40910) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:57:45.736825 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.v2.base [None req-49a70f22-5c77-4a08-92d9-b16a4cc26fb0 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Request body: {'security_group_rule': {'security_group_id': '2f683a70-a8bc-455f-88b4-6fc70a595ba0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:57:45.834466 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-49a70f22-5c77-4a08-92d9-b16a4cc26fb0 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:45.899470 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-49a70f22-5c77-4a08-92d9-b16a4cc26fb0 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:45.989687 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-49a70f22-5c77-4a08-92d9-b16a4cc26fb0 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774295'] for security_group_rule, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:46.012050 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a70f22-5c77-4a08-92d9-b16a4cc26fb0 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e5710b2-53e4-4693-84b1-3400254d8e4c,revision_number=0']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:57:46.087945 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-49a70f22-5c77-4a08-92d9-b16a4cc26fb0 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:46.089196 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-49a70f22-5c77-4a08-92d9-b16a4cc26fb0 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3558888 May 03 23:57:46.092261 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 40912) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:57:46.096579 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.v2.base [None req-46483e62-6099-4803-b217-e07cd8f2f21e tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Request body: {'floatingip': {'floating_network_id': 'b899e136-3b25-4af5-bb18-9827145d490c'}} {{(pid=114213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:57:46.201026 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-46483e62-6099-4803-b217-e07cd8f2f21e tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks [] for floatingip, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:46.299550 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-46483e62-6099-4803-b217-e07cd8f2f21e tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:46.416527 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.db.db_base_plugin_common [None req-46483e62-6099-4803-b217-e07cd8f2f21e tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Allocated IP 172.27.2.43 (b899e136-3b25-4af5-bb18-9827145d490c/f9ce11e5-b806-4ff0-a648-9987146ccd8a/ef3bcc3d-05c7-434e-857d-93fe8a6712f6) {{(pid=114213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:57:46.526110 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-46483e62-6099-4803-b217-e07cd8f2f21e tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks [] for port, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:46.629299 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-46483e62-6099-4803-b217-e07cd8f2f21e tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733331236172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25969890'] for port, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:46.670932 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46483e62-6099-4803-b217-e07cd8f2f21e tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Network b899e136-3b25-4af5-bb18-9827145d490c is already hosted by enough agents. {{(pid=114213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:57:46.676178 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.base_scheduler [None req-46483e62-6099-4803-b217-e07cd8f2f21e tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Resources bound (agent type, host, resource id): {{(pid=114213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:57:46.683097 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46483e62-6099-4803-b217-e07cd8f2f21e tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Received port after_create {{(pid=114213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 23:57:46.687637 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46483e62-6099-4803-b217-e07cd8f2f21e tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Pushing event updated for resources: {'Port': ['ID=ef3bcc3d-05c7-434e-857d-93fe8a6712f6,revision_number=1']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:57:46.834624 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-46483e62-6099-4803-b217-e07cd8f2f21e tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:46.857212 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a976e0-ac49-43af-863e-fc02f475a600 req-77ceb2aa-7605-47c5-9784-53c153b39492 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:46.858828 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-a6a976e0-ac49-43af-863e-fc02f475a600 req-77ceb2aa-7605-47c5-9784-53c153b39492 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=e20a72e1-2156-4807-bbc5-8f80cb0e1ea2 HTTP/1.1" status: 200 len: 945 time: 0.0727477 May 03 23:57:46.908495 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-a6a976e0-ac49-43af-863e-fc02f475a600 req-a9495671-4f81-4e52-963e-92bc9a850043 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d354cfe-5646-4686-b8b6-d0a5ff78252e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422673 May 03 23:57:46.936723 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-46483e62-6099-4803-b217-e07cd8f2f21e tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:47.100748 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-46483e62-6099-4803-b217-e07cd8f2f21e tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks [] for port, precommit_update {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:47.258192 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-46483e62-6099-4803-b217-e07cd8f2f21e tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25969899'] for port, after_update {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:47.324231 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46483e62-6099-4803-b217-e07cd8f2f21e tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Pushing event updated for resources: {'Port': ['ID=ef3bcc3d-05c7-434e-857d-93fe8a6712f6,revision_number=2']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:57:47.340684 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-46483e62-6099-4803-b217-e07cd8f2f21e tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3761754'] for floatingip, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:47.443213 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-46483e62-6099-4803-b217-e07cd8f2f21e tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371'] for floatingip, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:47.444508 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-46483e62-6099-4803-b217-e07cd8f2f21e tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3513174 May 03 23:57:47.662174 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-a9ac4e8a-281b-4748-b563-385db105994d req-c39a705d-c8bd-4625-97f0-4b40e9b6a173 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1802944397&fields=id&tenant_id=4f6a10010e894f0390d087e92b3d1035 HTTP/1.1" status: 200 len: 267 time: 0.0367105 May 03 23:57:47.786157 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ac4e8a-281b-4748-b563-385db105994d req-a5a792eb-a5f2-4a2c-b5c7-60958235ffd8 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:47.787703 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-a9ac4e8a-281b-4748-b563-385db105994d req-a5a792eb-a5f2-4a2c-b5c7-60958235ffd8 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/networks?id=88061c84-ec22-4a18-841b-8db91bd7572a HTTP/1.1" status: 200 len: 814 time: 0.1183512 May 03 23:57:47.804223 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-a9ac4e8a-281b-4748-b563-385db105994d req-5bc69d8a-e654-4254-843e-d17fda4208e1 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/quotas/4f6a10010e894f0390d087e92b3d1035 HTTP/1.1" status: 200 len: 375 time: 0.0104947 May 03 23:57:47.869024 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-a9ac4e8a-281b-4748-b563-385db105994d req-cb71a104-6586-40ef-b61a-4a4639b6e44b tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f6a10010e894f0390d087e92b3d1035&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0583501 May 03 23:57:48.000916 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-a9ac4e8a-281b-4748-b563-385db105994d req-440332e7-ab25-463e-ba23-56a69ab3522a service neutron] 10.222.0.13 "GET /v2.0/networks/88061c84-ec22-4a18-841b-8db91bd7572a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148403 May 03 23:57:48.065751 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296618c4-ee4d-42a5-a159-516911873c9f req-6c9629e6-990c-4f28-aa12-c10b48cb2b3d tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:48.067917 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-296618c4-ee4d-42a5-a159-516911873c9f req-6c9629e6-990c-4f28-aa12-c10b48cb2b3d tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=e20a72e1-2156-4807-bbc5-8f80cb0e1ea2 HTTP/1.1" status: 200 len: 945 time: 0.0638819 May 03 23:57:48.126240 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-296618c4-ee4d-42a5-a159-516911873c9f req-ecafa070-4b0c-45b4-b0f5-7db273730587 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d354cfe-5646-4686-b8b6-d0a5ff78252e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457363 May 03 23:57:48.148371 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-a9ac4e8a-281b-4748-b563-385db105994d req-27976460-8835-4e84-a0c1-79293be77258 service neutron] 10.222.0.13 "GET /v2.0/networks/88061c84-ec22-4a18-841b-8db91bd7572a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392324 May 03 23:57:48.177437 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:48.409044 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-2b88db71-41dc-4ee9-91fc-3f16608f4985 req-8e566b85-4657-4bef-a1a1-07e0dd5d6746 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=b56e4e6e-60d4-4b76-8631-faa9118ee665 HTTP/1.1" status: 200 len: 210 time: 0.0460820 May 03 23:57:48.595537 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-2bd71e65-3aa2-4c33-a346-83a77438c259 req-882b5478-5592-4147-a7c0-f4d2eea615d8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=53631f43-00b4-433e-b52b-c2ad2de8e21d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0456665 May 03 23:57:49.281846 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafdb2ab-b17f-445c-933c-3f31afca9a9e req-162eebb7-9f5e-4212-b75e-9a5f18592ddc tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:49.283387 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-dafdb2ab-b17f-445c-933c-3f31afca9a9e req-162eebb7-9f5e-4212-b75e-9a5f18592ddc tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=e20a72e1-2156-4807-bbc5-8f80cb0e1ea2 HTTP/1.1" status: 200 len: 945 time: 0.0553460 May 03 23:57:49.323726 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-dafdb2ab-b17f-445c-933c-3f31afca9a9e req-b79d5db7-b901-4746-859b-5a6d7e061489 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d354cfe-5646-4686-b8b6-d0a5ff78252e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333071 May 03 23:57:49.510625 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-ceffd096-4a0d-4ceb-9f9f-56d5b1bddfaf req-c27766f6-d319-4d3c-b82d-6b0c031aad9e tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=b56e4e6e-60d4-4b76-8631-faa9118ee665 HTTP/1.1" status: 200 len: 210 time: 0.0281096 May 03 23:57:50.450838 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d359a-1a94-4302-92ae-b6b74fa67859 req-b0533b6e-4e34-4c57-b436-3384de8064cf tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:50.457729 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-7a1d359a-1a94-4302-92ae-b6b74fa67859 req-b0533b6e-4e34-4c57-b436-3384de8064cf tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=e20a72e1-2156-4807-bbc5-8f80cb0e1ea2 HTTP/1.1" status: 200 len: 945 time: 0.0537963 May 03 23:57:50.492085 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-7a1d359a-1a94-4302-92ae-b6b74fa67859 req-70f762bb-cc1e-440f-bfd3-4fb574146fca tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d354cfe-5646-4686-b8b6-d0a5ff78252e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331557 May 03 23:57:50.606770 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-87ab3604-6611-4a4b-b8f9-64956c3666fb req-278a265d-fb8c-491c-8997-b11cc13b5541 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=b56e4e6e-60d4-4b76-8631-faa9118ee665 HTTP/1.1" status: 200 len: 210 time: 0.0261207 May 03 23:57:51.243313 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd71e65-3aa2-4c33-a346-83a77438c259 req-d0e7aad9-ec6e-4cff-adb3-35c24f5665f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:51.245134 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-2bd71e65-3aa2-4c33-a346-83a77438c259 req-d0e7aad9-ec6e-4cff-adb3-35c24f5665f8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b61197edd2154db6b72b860e57ff43ed&device_id=53631f43-00b4-433e-b52b-c2ad2de8e21d HTTP/1.1" status: 200 len: 1098 time: 0.0492752 May 03 23:57:51.369559 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd71e65-3aa2-4c33-a346-83a77438c259 req-2795f2f8-b029-455c-b0b4-3b332ec8e10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:51.371004 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-2bd71e65-3aa2-4c33-a346-83a77438c259 req-2795f2f8-b029-455c-b0b4-3b332ec8e10b service neutron] 10.222.0.47 "GET /v2.0/networks?id=0a6b04f9-6f06-4100-ad85-6b28ebd5afaa HTTP/1.1" status: 200 len: 920 time: 0.0941112 May 03 23:57:51.433372 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-2bd71e65-3aa2-4c33-a346-83a77438c259 req-d51fd348-d8ad-431a-a685-22620824cd4d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce49da11-bddb-4f88-8fdc-3c9c00c7d680 HTTP/1.1" status: 200 len: 217 time: 0.0421093 May 03 23:57:51.487710 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd71e65-3aa2-4c33-a346-83a77438c259 req-6cbdb7e4-aa0c-4b48-8ca2-b3b0c1e43a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:51.489142 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-2bd71e65-3aa2-4c33-a346-83a77438c259 req-6cbdb7e4-aa0c-4b48-8ca2-b3b0c1e43a49 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a71a973f-43f2-413b-b3e6-b8f0626526c4 HTTP/1.1" status: 200 len: 858 time: 0.0442784 May 03 23:57:51.541910 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd71e65-3aa2-4c33-a346-83a77438c259 req-b7d5e151-1849-4e3f-bbc3-401c5ad1b401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:51.543431 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-2bd71e65-3aa2-4c33-a346-83a77438c259 req-b7d5e151-1849-4e3f-bbc3-401c5ad1b401 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0a6b04f9-6f06-4100-ad85-6b28ebd5afaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456748 May 03 23:57:51.699013 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfe4e92-59b4-4053-9126-abbf248250c0 req-ecf32784-69eb-4315-9694-60e76d91119c tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:51.700554 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-4bfe4e92-59b4-4053-9126-abbf248250c0 req-ecf32784-69eb-4315-9694-60e76d91119c tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=e20a72e1-2156-4807-bbc5-8f80cb0e1ea2 HTTP/1.1" status: 200 len: 945 time: 0.0901842 May 03 23:57:51.707269 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-2bd71e65-3aa2-4c33-a346-83a77438c259 req-58679414-8f56-44f6-9d5e-26bb0bf9c4d9 service neutron] 10.222.0.47 "GET /v2.0/networks/0a6b04f9-6f06-4100-ad85-6b28ebd5afaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500216 May 03 23:57:51.731079 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-689c88ef-412b-43e4-9321-3525b2abe4b7 req-39f3b665-a8c8-440e-b481-8c989bcdcc5a tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=b56e4e6e-60d4-4b76-8631-faa9118ee665 HTTP/1.1" status: 200 len: 210 time: 0.0369475 May 03 23:57:51.804909 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-4bfe4e92-59b4-4053-9126-abbf248250c0 req-9b1f57e2-9bee-41b7-babb-d3bd99b98262 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d354cfe-5646-4686-b8b6-d0a5ff78252e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964904 May 03 23:57:51.841071 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-2bd71e65-3aa2-4c33-a346-83a77438c259 req-4bb8e17d-325e-4831-8d65-6f91d053b621 service neutron] 10.222.0.47 "GET /v2.0/networks/0a6b04f9-6f06-4100-ad85-6b28ebd5afaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262403 May 03 23:57:52.547519 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c192a7-dcad-4603-a52d-c374013c9059 req-5f3527e8-eab8-48a8-9fc4-d87c266ca93f tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:52.548910 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-d8c192a7-dcad-4603-a52d-c374013c9059 req-5f3527e8-eab8-48a8-9fc4-d87c266ca93f tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] 10.222.0.13 "GET /v2.0/networks?id=5586ad3a-2822-45f3-a54b-f60c722f6eae HTTP/1.1" status: 200 len: 813 time: 0.1129589 May 03 23:57:52.573706 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-d8c192a7-dcad-4603-a52d-c374013c9059 req-17cdff2f-7196-4980-b59f-9d23fabd2ef3 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] 10.222.0.13 "GET /v2.0/quotas/34ca33ebd2fe4f2984232e2064c0acd0 HTTP/1.1" status: 200 len: 375 time: 0.0118856 May 03 23:57:52.604928 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ac4e8a-281b-4748-b563-385db105994d req-2a3e8910-a54c-4156-9792-8f06e29945e5 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:52.606627 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-a9ac4e8a-281b-4748-b563-385db105994d req-2a3e8910-a54c-4156-9792-8f06e29945e5 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.47 "GET /v2.0/networks?id=88061c84-ec22-4a18-841b-8db91bd7572a HTTP/1.1" status: 200 len: 814 time: 0.1167634 May 03 23:57:52.612812 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-d8c192a7-dcad-4603-a52d-c374013c9059 req-affc31e4-7b6c-4bf4-a0a4-dea4f0f7bae4 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=34ca33ebd2fe4f2984232e2064c0acd0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319984 May 03 23:57:52.674161 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-a9ac4e8a-281b-4748-b563-385db105994d req-edb064b5-a260-4c60-8bd0-6360db4d51ce tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f6a10010e894f0390d087e92b3d1035 HTTP/1.1" status: 200 len: 380 time: 0.0372074 May 03 23:57:52.692631 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [req-a9ac4e8a-281b-4748-b563-385db105994d req-7c8e879a-2a89-4538-a478-79adb7d038f4 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Request body: {'port': {'device_id': 'b56e4e6e-60d4-4b76-8631-faa9118ee665', 'network_id': '88061c84-ec22-4a18-841b-8db91bd7572a', 'admin_state_up': True, 'tenant_id': '4f6a10010e894f0390d087e92b3d1035', 'security_groups': ['2f683a70-a8bc-455f-88b4-6fc70a595ba0']}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:57:52.716249 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-d8c192a7-dcad-4603-a52d-c374013c9059 req-caed9083-b9e5-4448-969d-990e951b9549 service neutron] 10.222.0.13 "GET /v2.0/networks/5586ad3a-2822-45f3-a54b-f60c722f6eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950506 May 03 23:57:52.858155 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-d8c192a7-dcad-4603-a52d-c374013c9059 req-32aa9498-7d20-4f28-b101-43ae1d97c3a1 service neutron] 10.222.0.13 "GET /v2.0/networks/5586ad3a-2822-45f3-a54b-f60c722f6eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338930 May 03 23:57:52.888378 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-f37fead9-da6b-446f-9a11-cb55acc15f57 req-5c97badc-c4c9-4460-aac3-5535da7852c7 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=b56e4e6e-60d4-4b76-8631-faa9118ee665 HTTP/1.1" status: 200 len: 210 time: 0.0580902 May 03 23:57:53.013243 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9ac4e8a-281b-4748-b563-385db105994d req-7c8e879a-2a89-4538-a478-79adb7d038f4 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Made reservation on behalf of 4f6a10010e894f0390d087e92b3d1035 for: {'port': 1} {{(pid=114212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:57:53.016819 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-a9ac4e8a-281b-4748-b563-385db105994d req-7c8e879a-2a89-4538-a478-79adb7d038f4 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:53.038434 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e6abd9-95ef-4dad-a15e-c787eccf5363 req-01bbb5c1-f16a-4364-9477-a64b9b8e062c tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:53.039913 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-b1e6abd9-95ef-4dad-a15e-c787eccf5363 req-01bbb5c1-f16a-4364-9477-a64b9b8e062c tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=e20a72e1-2156-4807-bbc5-8f80cb0e1ea2 HTTP/1.1" status: 200 len: 945 time: 0.0632286 May 03 23:57:53.143202 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-ab8a9f80-ef34-472b-94c9-aeae80c982d0 req-ab8bdd6f-978e-4c34-a18b-a2001fa80702 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7301c2f-3916-4c73-a91c-9f920b83c508 HTTP/1.1" status: 200 len: 210 time: 0.0342619 May 03 23:57:53.191580 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-b1e6abd9-95ef-4dad-a15e-c787eccf5363 req-03f89cdb-694d-474a-830d-86746306eded tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d354cfe-5646-4686-b8b6-d0a5ff78252e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412883 May 03 23:57:53.223391 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.db_base_plugin_common [req-a9ac4e8a-281b-4748-b563-385db105994d req-7c8e879a-2a89-4538-a478-79adb7d038f4 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Allocated IP 172.20.0.8 (88061c84-ec22-4a18-841b-8db91bd7572a/b5c212ed-61ce-414c-afb5-0c8516817b16/e5c898d9-5477-479e-998d-cc3bbf1dade3) {{(pid=114212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:57:53.380457 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-a9ac4e8a-281b-4748-b563-385db105994d req-7c8e879a-2a89-4538-a478-79adb7d038f4 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks [] for port, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:53.514992 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-a9ac4e8a-281b-4748-b563-385db105994d req-7c8e879a-2a89-4538-a478-79adb7d038f4 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733331236172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25393418'] for port, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:53.562018 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9ac4e8a-281b-4748-b563-385db105994d req-7c8e879a-2a89-4538-a478-79adb7d038f4 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Network 88061c84-ec22-4a18-841b-8db91bd7572a is already hosted by enough agents. {{(pid=114212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:57:53.565282 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.base_scheduler [req-a9ac4e8a-281b-4748-b563-385db105994d req-7c8e879a-2a89-4538-a478-79adb7d038f4 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Resources bound (agent type, host, resource id): {{(pid=114212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:57:53.569592 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9ac4e8a-281b-4748-b563-385db105994d req-7c8e879a-2a89-4538-a478-79adb7d038f4 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Received port after_create {{(pid=114212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 23:57:53.597662 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8e879a-2a89-4538-a478-79adb7d038f4 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Pushing event updated for resources: {'Port': ['ID=e5c898d9-5477-479e-998d-cc3bbf1dade3,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:57:53.639329 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ac4e8a-281b-4748-b563-385db105994d req-7c8e879a-2a89-4538-a478-79adb7d038f4 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:53.640810 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-a9ac4e8a-281b-4748-b563-385db105994d req-7c8e879a-2a89-4538-a478-79adb7d038f4 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371'] for port, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:53.729348 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-a9ac4e8a-281b-4748-b563-385db105994d req-7c8e879a-2a89-4538-a478-79adb7d038f4 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0408113 May 03 23:57:53.754788 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [req-a9ac4e8a-281b-4748-b563-385db105994d req-83300737-0814-42b7-b67f-345555bb8593 service neutron] Request body: {'port': {'device_id': 'b56e4e6e-60d4-4b76-8631-faa9118ee665', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:57:53.830814 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-a9ac4e8a-281b-4748-b563-385db105994d req-83300737-0814-42b7-b67f-345555bb8593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:53.860354 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-dceef1c9-39e3-4aed-b5d8-9f1f403d32b4 None None] Provisioning complete for port e5c898d9-5477-479e-998d-cc3bbf1dade3 triggered by entity DHCP. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:57:53.860968 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-dceef1c9-39e3-4aed-b5d8-9f1f403d32b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:53.919813 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-dceef1c9-39e3-4aed-b5d8-9f1f403d32b4 None None] Port e5c898d9-5477-479e-998d-cc3bbf1dade3 cannot update to ACTIVE because it is not bound. {{(pid=114214) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 03 23:57:54.078948 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176a81ca-c0d6-4d45-b97b-7c6449dbdd8b req-e15bdcda-8422-4e2b-8453-841a853cb77f tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:54.081431 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-176a81ca-c0d6-4d45-b97b-7c6449dbdd8b req-e15bdcda-8422-4e2b-8453-841a853cb77f tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=b56e4e6e-60d4-4b76-8631-faa9118ee665 HTTP/1.1" status: 200 len: 931 time: 0.0829763 May 03 23:57:54.128299 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-176a81ca-c0d6-4d45-b97b-7c6449dbdd8b req-7158b399-b371-4906-930d-f35ffbc0becc tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f683a70-a8bc-455f-88b4-6fc70a595ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395184 May 03 23:57:54.164303 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.notifiers.nova [req-a9ac4e8a-281b-4748-b563-385db105994d req-83300737-0814-42b7-b67f-345555bb8593 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5c898d9-5477-479e-998d-cc3bbf1dade3 {{(pid=114212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:57:54.173405 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-a9ac4e8a-281b-4748-b563-385db105994d req-83300737-0814-42b7-b67f-345555bb8593 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:54.193249 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.provisioning_blocks [req-a9ac4e8a-281b-4748-b563-385db105994d req-83300737-0814-42b7-b67f-345555bb8593 service neutron] Transition to ACTIVE for port object e5c898d9-5477-479e-998d-cc3bbf1dade3 will not be triggered until provisioned by entity L2. {{(pid=114212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:57:54.264360 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-0375e4a7-57e6-4591-a49e-ee16c07937ca req-113900ff-8ca6-4efd-a9f0-5f6bb2b27103 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7301c2f-3916-4c73-a91c-9f920b83c508 HTTP/1.1" status: 200 len: 210 time: 0.0358419 May 03 23:57:54.265967 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-a9ac4e8a-281b-4748-b563-385db105994d req-83300737-0814-42b7-b67f-345555bb8593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25393411'] for port, after_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:54.325618 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83300737-0814-42b7-b67f-345555bb8593 service neutron] Pushing event updated for resources: {'Port': ['ID=e5c898d9-5477-479e-998d-cc3bbf1dade3,revision_number=2']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:57:54.386064 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b7061-9f6e-4647-9af2-94909827c644 req-381003e0-a158-493e-97e7-9324c127688c tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:54.394590 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-498b7061-9f6e-4647-9af2-94909827c644 req-381003e0-a158-493e-97e7-9324c127688c tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=e20a72e1-2156-4807-bbc5-8f80cb0e1ea2 HTTP/1.1" status: 200 len: 945 time: 0.0792854 May 03 23:57:54.421682 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.managers [req-a9ac4e8a-281b-4748-b563-385db105994d req-83300737-0814-42b7-b67f-345555bb8593 service neutron] Attempting to bind port e5c898d9-5477-479e-998d-cc3bbf1dade3 on host hv-cinder-84037 for vnic_type normal with profile {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:57:54.422205 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.managers [req-a9ac4e8a-281b-4748-b563-385db105994d req-83300737-0814-42b7-b67f-345555bb8593 service neutron] Attempting to bind port e5c898d9-5477-479e-998d-cc3bbf1dade3 by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': '191d73d0-9208-4ea1-bb83-ed60d521a42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '88061c84-ec22-4a18-841b-8db91bd7572a'}] {{(pid=114212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:57:54.422554 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ac4e8a-281b-4748-b563-385db105994d req-83300737-0814-42b7-b67f-345555bb8593 service neutron] Attempting to bind port e5c898d9-5477-479e-998d-cc3bbf1dade3 on network 88061c84-ec22-4a18-841b-8db91bd7572a {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 23:57:54.429775 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ac4e8a-281b-4748-b563-385db105994d req-83300737-0814-42b7-b67f-345555bb8593 service neutron] Port e5c898d9-5477-479e-998d-cc3bbf1dade3 on network 88061c84-ec22-4a18-841b-8db91bd7572a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 23:57:54.432722 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ac4e8a-281b-4748-b563-385db105994d req-83300737-0814-42b7-b67f-345555bb8593 service neutron] Attempting to bind port e5c898d9-5477-479e-998d-cc3bbf1dade3 on network 88061c84-ec22-4a18-841b-8db91bd7572a {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 23:57:54.437080 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ac4e8a-281b-4748-b563-385db105994d req-83300737-0814-42b7-b67f-345555bb8593 service neutron] Checking agent: {'id': '6e4019a9-2d41-4d26-94e3-460d78c489d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 23, 50, 48), 'started_at': datetime.datetime(2022, 5, 3, 23, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 23:57:54.437588 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ac4e8a-281b-4748-b563-385db105994d req-83300737-0814-42b7-b67f-345555bb8593 service neutron] Checking segment: {'id': '191d73d0-9208-4ea1-bb83-ed60d521a42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '88061c84-ec22-4a18-841b-8db91bd7572a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 03 23:57:54.438677 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ac4e8a-281b-4748-b563-385db105994d req-83300737-0814-42b7-b67f-345555bb8593 service neutron] Bound using segment: {'id': '191d73d0-9208-4ea1-bb83-ed60d521a42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '88061c84-ec22-4a18-841b-8db91bd7572a'} {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 23:57:54.438815 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.managers [req-a9ac4e8a-281b-4748-b563-385db105994d req-83300737-0814-42b7-b67f-345555bb8593 service neutron] Bound port: e5c898d9-5477-479e-998d-cc3bbf1dade3, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '191d73d0-9208-4ea1-bb83-ed60d521a42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '88061c84-ec22-4a18-841b-8db91bd7572a'}}] {{(pid=114212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:57:54.439347 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-a9ac4e8a-281b-4748-b563-385db105994d req-83300737-0814-42b7-b67f-345555bb8593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:54.446036 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-498b7061-9f6e-4647-9af2-94909827c644 req-9587cd9f-0e50-43af-bd49-38928a4943f2 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d354cfe-5646-4686-b8b6-d0a5ff78252e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475967 May 03 23:57:54.521111 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.db [req-a9ac4e8a-281b-4748-b563-385db105994d req-83300737-0814-42b7-b67f-345555bb8593 service neutron] For port e5c898d9-5477-479e-998d-cc3bbf1dade3, host hv-cinder-84037, cleared binding levels {{(pid=114212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 23:57:54.524734 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.db [req-a9ac4e8a-281b-4748-b563-385db105994d req-83300737-0814-42b7-b67f-345555bb8593 service neutron] For port e5c898d9-5477-479e-998d-cc3bbf1dade3, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=e5c898d9-5477-479e-998d-cc3bbf1dade3,segment=NetworkSegment(191d73d0-9208-4ea1-bb83-ed60d521a42d),segment_id=191d73d0-9208-4ea1-bb83-ed60d521a42d)] {{(pid=114212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 23:57:54.595244 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-a9ac4e8a-281b-4748-b563-385db105994d req-83300737-0814-42b7-b67f-345555bb8593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25393411'] for port, after_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:54.634343 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ac4e8a-281b-4748-b563-385db105994d req-83300737-0814-42b7-b67f-345555bb8593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:54.634899 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-a9ac4e8a-281b-4748-b563-385db105994d req-83300737-0814-42b7-b67f-345555bb8593 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371'] for port, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:54.636331 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-a9ac4e8a-281b-4748-b563-385db105994d req-83300737-0814-42b7-b67f-345555bb8593 service neutron] 10.222.0.47 "PUT /v2.0/ports/e5c898d9-5477-479e-998d-cc3bbf1dade3 HTTP/1.1" status: 200 len: 1093 time: 0.8862264 May 03 23:57:54.636772 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b56e4e6e-60d4-4b76-8631-faa9118ee665', 'tag': 'e5c898d9-5477-479e-998d-cc3bbf1dade3'}] {{(pid=114212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:57:54.639216 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d2be33a93c6036cad1ba084e78d1c3d957b621bee157ccc93bfe0a4b69d877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df3cfbd0-2052-4c28-868e-2137577c8d88" -d '{"events": [{"name": "network-changed", "server_uuid": "b56e4e6e-60d4-4b76-8631-faa9118ee665", "tag": "e5c898d9-5477-479e-998d-cc3bbf1dade3"}]}' {{(pid=114212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 23:57:54.675001 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83300737-0814-42b7-b67f-345555bb8593 service neutron] Pushing event updated for resources: {'Port': ['ID=e5c898d9-5477-479e-998d-cc3bbf1dade3,revision_number=3']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:57:54.702670 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 23:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c0e446-38db-4f36-b4b6-dadbee88b90d x-openstack-request-id: req-d5c0e446-38db-4f36-b4b6-dadbee88b90d {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 23:57:54.703057 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b56e4e6e-60d4-4b76-8631-faa9118ee665", "tag": "e5c898d9-5477-479e-998d-cc3bbf1dade3", "status": "completed", "code": 200}]} {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 23:57:54.703407 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d5c0e446-38db-4f36-b4b6-dadbee88b90d {{(pid=114212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 23:57:54.703872 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5c0e446-38db-4f36-b4b6-dadbee88b90d'] response: {'name': 'network-changed', 'server_uuid': 'b56e4e6e-60d4-4b76-8631-faa9118ee665', 'tag': 'e5c898d9-5477-479e-998d-cc3bbf1dade3', 'status': 'completed', 'code': 200} May 03 23:57:54.818553 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3cfbd0-2052-4c28-868e-2137577c8d88 req-2f407829-c348-49ed-a0cf-e0e67f38c94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:54.821077 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-df3cfbd0-2052-4c28-868e-2137577c8d88 req-2f407829-c348-49ed-a0cf-e0e67f38c94f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4f6a10010e894f0390d087e92b3d1035&device_id=b56e4e6e-60d4-4b76-8631-faa9118ee665 HTTP/1.1" status: 200 len: 1096 time: 0.0604661 May 03 23:57:54.947085 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3cfbd0-2052-4c28-868e-2137577c8d88 req-8d5a6168-4c7b-410f-8718-c4bedffb6f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:54.948418 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-df3cfbd0-2052-4c28-868e-2137577c8d88 req-8d5a6168-4c7b-410f-8718-c4bedffb6f9e service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=4f6a10010e894f0390d087e92b3d1035&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1062980 May 03 23:57:55.134901 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3cfbd0-2052-4c28-868e-2137577c8d88 req-84254b0a-2bfa-4349-a938-a54a4e06c8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:55.136386 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-df3cfbd0-2052-4c28-868e-2137577c8d88 req-84254b0a-2bfa-4349-a938-a54a4e06c8a4 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1790924 May 03 23:57:55.227046 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c192a7-dcad-4603-a52d-c374013c9059 req-b08646e8-270f-411e-bcb0-bcbc55110fa9 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:55.228538 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-d8c192a7-dcad-4603-a52d-c374013c9059 req-b08646e8-270f-411e-bcb0-bcbc55110fa9 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] 10.222.0.47 "GET /v2.0/networks?id=5586ad3a-2822-45f3-a54b-f60c722f6eae HTTP/1.1" status: 200 len: 813 time: 0.1280839 May 03 23:57:55.260325 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d25030-ba54-47ba-80e7-c2044ff2eb77 req-5f0a9c85-a549-4ed8-9351-6c197060fc77 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:55.261948 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-34d25030-ba54-47ba-80e7-c2044ff2eb77 req-5f0a9c85-a549-4ed8-9351-6c197060fc77 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=b56e4e6e-60d4-4b76-8631-faa9118ee665 HTTP/1.1" status: 200 len: 943 time: 0.0531268 May 03 23:57:55.265308 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [req-d8c192a7-dcad-4603-a52d-c374013c9059 req-672d1ad2-f750-4650-b13d-b2cf6c25a195 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] Request body: {'port': {'device_id': 'e7301c2f-3916-4c73-a91c-9f920b83c508', 'network_id': '5586ad3a-2822-45f3-a54b-f60c722f6eae', 'admin_state_up': True, 'tenant_id': '34ca33ebd2fe4f2984232e2064c0acd0'}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:57:55.304454 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-34d25030-ba54-47ba-80e7-c2044ff2eb77 req-24f1ea48-b0db-4e4e-8513-4485eac43e06 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f683a70-a8bc-455f-88b4-6fc70a595ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360575 May 03 23:57:55.335143 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ac4e8a-281b-4748-b563-385db105994d req-4761a0ef-6582-4d3d-9b5f-f363e01265cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:55.336836 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-a9ac4e8a-281b-4748-b563-385db105994d req-4761a0ef-6582-4d3d-9b5f-f363e01265cf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4f6a10010e894f0390d087e92b3d1035&device_id=b56e4e6e-60d4-4b76-8631-faa9118ee665 HTTP/1.1" status: 200 len: 1096 time: 0.1072354 May 03 23:57:55.426281 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-a9ac4e8a-281b-4748-b563-385db105994d req-553cb405-d364-44f2-bcf1-24bdcf02bcde service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5c898d9-5477-479e-998d-cc3bbf1dade3 HTTP/1.1" status: 200 len: 217 time: 0.0686300 May 03 23:57:55.456943 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-d159937d-2d1f-42b6-ab6d-21fb7cb29bcf req-c63750a2-55d6-4f2c-aff4-9654e7020777 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7301c2f-3916-4c73-a91c-9f920b83c508 HTTP/1.1" status: 200 len: 210 time: 0.0459726 May 03 23:57:55.505214 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ac4e8a-281b-4748-b563-385db105994d req-e77b5d53-1981-4286-8432-d464923e66bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:55.507867 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-a9ac4e8a-281b-4748-b563-385db105994d req-e77b5d53-1981-4286-8432-d464923e66bb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b5c212ed-61ce-414c-afb5-0c8516817b16 HTTP/1.1" status: 200 len: 853 time: 0.0623262 May 03 23:57:55.572456 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8c192a7-dcad-4603-a52d-c374013c9059 req-672d1ad2-f750-4650-b13d-b2cf6c25a195 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] Made reservation on behalf of 34ca33ebd2fe4f2984232e2064c0acd0 for: {'port': 1} {{(pid=114212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:57:55.576041 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-d8c192a7-dcad-4603-a52d-c374013c9059 req-672d1ad2-f750-4650-b13d-b2cf6c25a195 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:55.589876 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0200f0f9-86f4-46a9-b97f-219b69d173e3 req-da9e7a2f-c189-4e81-961f-3efbd46b9075 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:55.591571 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-0200f0f9-86f4-46a9-b97f-219b69d173e3 req-da9e7a2f-c189-4e81-961f-3efbd46b9075 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=e20a72e1-2156-4807-bbc5-8f80cb0e1ea2 HTTP/1.1" status: 200 len: 945 time: 0.0589359 May 03 23:57:55.599496 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ac4e8a-281b-4748-b563-385db105994d req-6c16d025-9057-497b-b1a5-33398c299031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:55.601228 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-a9ac4e8a-281b-4748-b563-385db105994d req-6c16d025-9057-497b-b1a5-33398c299031 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=88061c84-ec22-4a18-841b-8db91bd7572a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0757065 May 03 23:57:55.647790 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-0200f0f9-86f4-46a9-b97f-219b69d173e3 req-34ecc1ba-639a-44c5-941a-5dc0519192ef tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d354cfe-5646-4686-b8b6-d0a5ff78252e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442450 May 03 23:57:55.794000 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.db_base_plugin_common [req-d8c192a7-dcad-4603-a52d-c374013c9059 req-672d1ad2-f750-4650-b13d-b2cf6c25a195 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] Allocated IP 172.20.0.10 (5586ad3a-2822-45f3-a54b-f60c722f6eae/b3806680-9cee-4b49-959f-dd26ae628b71/539811a2-93df-4e6d-982a-7271a3813245) {{(pid=114212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:57:55.797914 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-a9ac4e8a-281b-4748-b563-385db105994d req-9752879a-9774-48a5-8fda-41c93278dda2 service neutron] 10.222.0.47 "GET /v2.0/networks/88061c84-ec22-4a18-841b-8db91bd7572a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530633 May 03 23:57:55.987726 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-a9ac4e8a-281b-4748-b563-385db105994d req-d935bda3-54b2-419a-b394-adfa55682364 service neutron] 10.222.0.47 "GET /v2.0/networks/88061c84-ec22-4a18-841b-8db91bd7572a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808178 May 03 23:57:56.047857 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-d8c192a7-dcad-4603-a52d-c374013c9059 req-672d1ad2-f750-4650-b13d-b2cf6c25a195 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] Notify callbacks [] for port, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:56.183486 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-d8c192a7-dcad-4603-a52d-c374013c9059 req-672d1ad2-f750-4650-b13d-b2cf6c25a195 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733331236172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25393418'] for port, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:56.233966 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8c192a7-dcad-4603-a52d-c374013c9059 req-672d1ad2-f750-4650-b13d-b2cf6c25a195 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] Network 5586ad3a-2822-45f3-a54b-f60c722f6eae is already hosted by enough agents. {{(pid=114212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:57:56.237300 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.base_scheduler [req-d8c192a7-dcad-4603-a52d-c374013c9059 req-672d1ad2-f750-4650-b13d-b2cf6c25a195 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] Resources bound (agent type, host, resource id): {{(pid=114212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:57:56.242497 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8c192a7-dcad-4603-a52d-c374013c9059 req-672d1ad2-f750-4650-b13d-b2cf6c25a195 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] Received port after_create {{(pid=114212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 23:57:56.249464 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672d1ad2-f750-4650-b13d-b2cf6c25a195 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] Pushing event updated for resources: {'Port': ['ID=539811a2-93df-4e6d-982a-7271a3813245,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:57:56.307555 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c192a7-dcad-4603-a52d-c374013c9059 req-672d1ad2-f750-4650-b13d-b2cf6c25a195 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:56.307985 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-d8c192a7-dcad-4603-a52d-c374013c9059 req-672d1ad2-f750-4650-b13d-b2cf6c25a195 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371'] for port, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:56.431868 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-d8c192a7-dcad-4603-a52d-c374013c9059 req-672d1ad2-f750-4650-b13d-b2cf6c25a195 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1717362 May 03 23:57:56.440764 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2b46a5-5567-468d-a6c0-575325caa8b6 req-1a9a541d-369b-4e4d-be46-0c98c538dec3 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:56.442224 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-8c2b46a5-5567-468d-a6c0-575325caa8b6 req-1a9a541d-369b-4e4d-be46-0c98c538dec3 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=b56e4e6e-60d4-4b76-8631-faa9118ee665 HTTP/1.1" status: 200 len: 943 time: 0.0544198 May 03 23:57:56.461800 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [req-d8c192a7-dcad-4603-a52d-c374013c9059 req-2766b475-c289-4b1b-9d83-0e6cc4323845 service neutron] Request body: {'port': {'device_id': 'e7301c2f-3916-4c73-a91c-9f920b83c508', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:57:56.516982 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-8c2b46a5-5567-468d-a6c0-575325caa8b6 req-2ae1afe9-9b7c-4022-984b-61a78448c2c4 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f683a70-a8bc-455f-88b4-6fc70a595ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677931 May 03 23:57:56.552501 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-d8c192a7-dcad-4603-a52d-c374013c9059 req-2766b475-c289-4b1b-9d83-0e6cc4323845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:56.844112 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14636847-af3a-43ac-b542-db6db8de1ca1 req-12a50fee-3729-4623-b644-e0f72a3d76ad tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:56.846191 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-14636847-af3a-43ac-b542-db6db8de1ca1 req-12a50fee-3729-4623-b644-e0f72a3d76ad tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7301c2f-3916-4c73-a91c-9f920b83c508 HTTP/1.1" status: 200 len: 932 time: 0.2541862 May 03 23:57:56.849270 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed306b7-bbd2-4081-8f63-c4c4aafb027b req-63a03ea9-379f-485e-b4fd-029dbe43d13a tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:56.852109 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-6ed306b7-bbd2-4081-8f63-c4c4aafb027b req-63a03ea9-379f-485e-b4fd-029dbe43d13a tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=e20a72e1-2156-4807-bbc5-8f80cb0e1ea2 HTTP/1.1" status: 200 len: 945 time: 0.0923462 May 03 23:57:56.925097 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.notifiers.nova [req-d8c192a7-dcad-4603-a52d-c374013c9059 req-2766b475-c289-4b1b-9d83-0e6cc4323845 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 539811a2-93df-4e6d-982a-7271a3813245 {{(pid=114212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:57:56.939153 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-d8c192a7-dcad-4603-a52d-c374013c9059 req-2766b475-c289-4b1b-9d83-0e6cc4323845 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:56.946267 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-6ed306b7-bbd2-4081-8f63-c4c4aafb027b req-5d087842-afa7-44d7-a435-b8156c6744bb tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d354cfe-5646-4686-b8b6-d0a5ff78252e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881107 May 03 23:57:56.960574 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.provisioning_blocks [req-d8c192a7-dcad-4603-a52d-c374013c9059 req-2766b475-c289-4b1b-9d83-0e6cc4323845 service neutron] Transition to ACTIVE for port object 539811a2-93df-4e6d-982a-7271a3813245 will not be triggered until provisioned by entity L2. {{(pid=114212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:57:57.034724 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-d8c192a7-dcad-4603-a52d-c374013c9059 req-2766b475-c289-4b1b-9d83-0e6cc4323845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25393411'] for port, after_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:57.093996 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2766b475-c289-4b1b-9d83-0e6cc4323845 service neutron] Pushing event updated for resources: {'Port': ['ID=539811a2-93df-4e6d-982a-7271a3813245,revision_number=2']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:57:57.186021 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.managers [req-d8c192a7-dcad-4603-a52d-c374013c9059 req-2766b475-c289-4b1b-9d83-0e6cc4323845 service neutron] Attempting to bind port 539811a2-93df-4e6d-982a-7271a3813245 on host hv-cinder-84037 for vnic_type normal with profile {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:57:57.186364 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-14636847-af3a-43ac-b542-db6db8de1ca1 req-779418d5-a60a-4515-a1d7-37045c76339a tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] 10.222.0.13 "GET /v2.0/security-groups?id=4191b7cf-65cf-4f89-8e01-4fa95128dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3265443 May 03 23:57:57.186526 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.managers [req-d8c192a7-dcad-4603-a52d-c374013c9059 req-2766b475-c289-4b1b-9d83-0e6cc4323845 service neutron] Attempting to bind port 539811a2-93df-4e6d-982a-7271a3813245 by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': '99ee9601-bbfa-4e4c-a70a-1b0ba7b6fb39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5586ad3a-2822-45f3-a54b-f60c722f6eae'}] {{(pid=114212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:57:57.186846 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c192a7-dcad-4603-a52d-c374013c9059 req-2766b475-c289-4b1b-9d83-0e6cc4323845 service neutron] Attempting to bind port 539811a2-93df-4e6d-982a-7271a3813245 on network 5586ad3a-2822-45f3-a54b-f60c722f6eae {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 23:57:57.191834 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c192a7-dcad-4603-a52d-c374013c9059 req-2766b475-c289-4b1b-9d83-0e6cc4323845 service neutron] Port 539811a2-93df-4e6d-982a-7271a3813245 on network 5586ad3a-2822-45f3-a54b-f60c722f6eae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 23:57:57.197514 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c192a7-dcad-4603-a52d-c374013c9059 req-2766b475-c289-4b1b-9d83-0e6cc4323845 service neutron] Attempting to bind port 539811a2-93df-4e6d-982a-7271a3813245 on network 5586ad3a-2822-45f3-a54b-f60c722f6eae {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 23:57:57.199132 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c192a7-dcad-4603-a52d-c374013c9059 req-2766b475-c289-4b1b-9d83-0e6cc4323845 service neutron] Checking agent: {'id': '6e4019a9-2d41-4d26-94e3-460d78c489d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 23, 50, 48), 'started_at': datetime.datetime(2022, 5, 3, 23, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 23:57:57.199705 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c192a7-dcad-4603-a52d-c374013c9059 req-2766b475-c289-4b1b-9d83-0e6cc4323845 service neutron] Checking segment: {'id': '99ee9601-bbfa-4e4c-a70a-1b0ba7b6fb39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5586ad3a-2822-45f3-a54b-f60c722f6eae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 03 23:57:57.200295 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c192a7-dcad-4603-a52d-c374013c9059 req-2766b475-c289-4b1b-9d83-0e6cc4323845 service neutron] Bound using segment: {'id': '99ee9601-bbfa-4e4c-a70a-1b0ba7b6fb39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5586ad3a-2822-45f3-a54b-f60c722f6eae'} {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 23:57:57.200814 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.managers [req-d8c192a7-dcad-4603-a52d-c374013c9059 req-2766b475-c289-4b1b-9d83-0e6cc4323845 service neutron] Bound port: 539811a2-93df-4e6d-982a-7271a3813245, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99ee9601-bbfa-4e4c-a70a-1b0ba7b6fb39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5586ad3a-2822-45f3-a54b-f60c722f6eae'}}] {{(pid=114212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:57:57.201047 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-d8c192a7-dcad-4603-a52d-c374013c9059 req-2766b475-c289-4b1b-9d83-0e6cc4323845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:57.265930 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.db [req-d8c192a7-dcad-4603-a52d-c374013c9059 req-2766b475-c289-4b1b-9d83-0e6cc4323845 service neutron] For port 539811a2-93df-4e6d-982a-7271a3813245, host hv-cinder-84037, cleared binding levels {{(pid=114212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 23:57:57.269055 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.db [req-d8c192a7-dcad-4603-a52d-c374013c9059 req-2766b475-c289-4b1b-9d83-0e6cc4323845 service neutron] For port 539811a2-93df-4e6d-982a-7271a3813245, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=539811a2-93df-4e6d-982a-7271a3813245,segment=NetworkSegment(99ee9601-bbfa-4e4c-a70a-1b0ba7b6fb39),segment_id=99ee9601-bbfa-4e4c-a70a-1b0ba7b6fb39)] {{(pid=114212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 23:57:57.361438 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-d8c192a7-dcad-4603-a52d-c374013c9059 req-2766b475-c289-4b1b-9d83-0e6cc4323845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25393411'] for port, after_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:57.404406 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c192a7-dcad-4603-a52d-c374013c9059 req-2766b475-c289-4b1b-9d83-0e6cc4323845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:57.405087 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-d8c192a7-dcad-4603-a52d-c374013c9059 req-2766b475-c289-4b1b-9d83-0e6cc4323845 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371'] for port, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:57.406625 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-d8c192a7-dcad-4603-a52d-c374013c9059 req-2766b475-c289-4b1b-9d83-0e6cc4323845 service neutron] 10.222.0.47 "PUT /v2.0/ports/539811a2-93df-4e6d-982a-7271a3813245 HTTP/1.1" status: 200 len: 1094 time: 0.9505508 May 03 23:57:57.407318 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7301c2f-3916-4c73-a91c-9f920b83c508', 'tag': '539811a2-93df-4e6d-982a-7271a3813245'}] {{(pid=114212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:57:57.409678 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d2be33a93c6036cad1ba084e78d1c3d957b621bee157ccc93bfe0a4b69d877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c041f3-1d5c-42e7-96e2-08df08f2dc1b" -d '{"events": [{"name": "network-changed", "server_uuid": "e7301c2f-3916-4c73-a91c-9f920b83c508", "tag": "539811a2-93df-4e6d-982a-7271a3813245"}]}' {{(pid=114212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 23:57:57.450154 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2766b475-c289-4b1b-9d83-0e6cc4323845 service neutron] Pushing event updated for resources: {'Port': ['ID=539811a2-93df-4e6d-982a-7271a3813245,revision_number=3']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:57:57.454880 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 23:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b072cae-70fd-4510-af03-1d287382f3c9 x-openstack-request-id: req-8b072cae-70fd-4510-af03-1d287382f3c9 {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 23:57:57.455219 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7301c2f-3916-4c73-a91c-9f920b83c508", "tag": "539811a2-93df-4e6d-982a-7271a3813245", "status": "completed", "code": 200}]} {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 23:57:57.461050 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8b072cae-70fd-4510-af03-1d287382f3c9 {{(pid=114212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 23:57:57.461050 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b072cae-70fd-4510-af03-1d287382f3c9'] response: {'name': 'network-changed', 'server_uuid': 'e7301c2f-3916-4c73-a91c-9f920b83c508', 'tag': '539811a2-93df-4e6d-982a-7271a3813245', 'status': 'completed', 'code': 200} May 03 23:57:57.565663 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c041f3-1d5c-42e7-96e2-08df08f2dc1b req-84513cad-9155-44b3-8ae8-706db7932aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:57.567615 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-62c041f3-1d5c-42e7-96e2-08df08f2dc1b req-84513cad-9155-44b3-8ae8-706db7932aea service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=34ca33ebd2fe4f2984232e2064c0acd0&device_id=e7301c2f-3916-4c73-a91c-9f920b83c508 HTTP/1.1" status: 200 len: 1097 time: 0.0529218 May 03 23:57:57.688044 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea2cf81-635e-4b06-b3e5-9d34ced30499 req-dd00285d-cba0-427e-8aa9-5c5650f354f7 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:57.689625 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-6ea2cf81-635e-4b06-b3e5-9d34ced30499 req-dd00285d-cba0-427e-8aa9-5c5650f354f7 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=b56e4e6e-60d4-4b76-8631-faa9118ee665 HTTP/1.1" status: 200 len: 943 time: 0.0680430 May 03 23:57:57.715343 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c8f156-e8b2-48d8-8009-a723b1c00384 req-80014263-ff7a-40e1-8b48-510562fccefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:57.716864 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-a8c8f156-e8b2-48d8-8009-a723b1c00384 req-80014263-ff7a-40e1-8b48-510562fccefc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e20a72e1-2156-4807-bbc5-8f80cb0e1ea2 HTTP/1.1" status: 200 len: 1098 time: 0.1127064 May 03 23:57:57.743801 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-6ea2cf81-635e-4b06-b3e5-9d34ced30499 req-98721aee-884c-45b0-8087-1a8fc0d3ad7e tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f683a70-a8bc-455f-88b4-6fc70a595ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423319 May 03 23:57:57.761853 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c041f3-1d5c-42e7-96e2-08df08f2dc1b req-dd8ec494-d971-425b-abd9-edc5314db572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:57.763338 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-62c041f3-1d5c-42e7-96e2-08df08f2dc1b req-dd8ec494-d971-425b-abd9-edc5314db572 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=34ca33ebd2fe4f2984232e2064c0acd0&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1612027 May 03 23:57:57.782639 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-a8c8f156-e8b2-48d8-8009-a723b1c00384 req-7d8f2dfa-5620-4578-8698-7f4b22a16b7c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0d354cfe-5646-4686-b8b6-d0a5ff78252e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552161 May 03 23:57:57.917790 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c041f3-1d5c-42e7-96e2-08df08f2dc1b req-904e5827-2b3d-4dfb-9d2d-2a933451d0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:57.920317 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-62c041f3-1d5c-42e7-96e2-08df08f2dc1b req-904e5827-2b3d-4dfb-9d2d-2a933451d0f6 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1469543 May 03 23:57:58.089517 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb9775a-621a-46bd-b8fa-85dc187fdff3 req-2de4c01d-e151-4e44-90be-489edacd3ab7 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:58.091307 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-adb9775a-621a-46bd-b8fa-85dc187fdff3 req-2de4c01d-e151-4e44-90be-489edacd3ab7 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=e20a72e1-2156-4807-bbc5-8f80cb0e1ea2 HTTP/1.1" status: 200 len: 945 time: 0.0590837 May 03 23:57:58.319390 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bc4238-7b4b-447b-becb-ef01da238c15 req-412423f3-1130-49ce-b90d-7de0275b2a69 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:58.322620 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-75bc4238-7b4b-447b-becb-ef01da238c15 req-412423f3-1130-49ce-b90d-7de0275b2a69 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7301c2f-3916-4c73-a91c-9f920b83c508 HTTP/1.1" status: 200 len: 944 time: 0.0557191 May 03 23:57:58.366787 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-75bc4238-7b4b-447b-becb-ef01da238c15 req-1930fc77-81d0-4269-9719-885c333ab7b1 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] 10.222.0.13 "GET /v2.0/security-groups?id=4191b7cf-65cf-4f89-8e01-4fa95128dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372715 May 03 23:57:58.433554 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-adb9775a-621a-46bd-b8fa-85dc187fdff3 req-1110c5ad-8f3a-4321-a2d5-7487527d6364 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d354cfe-5646-4686-b8b6-d0a5ff78252e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3359604 May 03 23:57:58.445747 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c192a7-dcad-4603-a52d-c374013c9059 req-566132de-74fd-46df-9d78-91895fb0cb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:58.447287 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-d8c192a7-dcad-4603-a52d-c374013c9059 req-566132de-74fd-46df-9d78-91895fb0cb10 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=34ca33ebd2fe4f2984232e2064c0acd0&device_id=e7301c2f-3916-4c73-a91c-9f920b83c508 HTTP/1.1" status: 200 len: 1097 time: 0.0599866 May 03 23:57:58.507068 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-d8c192a7-dcad-4603-a52d-c374013c9059 req-18f19253-535e-41ce-b90a-52d0440b22ec service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=539811a2-93df-4e6d-982a-7271a3813245 HTTP/1.1" status: 200 len: 217 time: 0.0354314 May 03 23:57:58.562886 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c192a7-dcad-4603-a52d-c374013c9059 req-097df389-830f-4607-981c-58193d628eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:58.564376 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-d8c192a7-dcad-4603-a52d-c374013c9059 req-097df389-830f-4607-981c-58193d628eb9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b3806680-9cee-4b49-959f-dd26ae628b71 HTTP/1.1" status: 200 len: 853 time: 0.0495851 May 03 23:57:58.597952 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-d8c192a7-dcad-4603-a52d-c374013c9059 req-fa74bcf8-5b0d-4b75-8b67-6d913889186c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5586ad3a-2822-45f3-a54b-f60c722f6eae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253623 May 03 23:57:58.712374 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-d8c192a7-dcad-4603-a52d-c374013c9059 req-bba12aed-2c19-4b99-9cc9-b2a25c51fe0d service neutron] 10.222.0.47 "GET /v2.0/networks/5586ad3a-2822-45f3-a54b-f60c722f6eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914762 May 03 23:57:58.836284 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-d8c192a7-dcad-4603-a52d-c374013c9059 req-ef1175b6-bf9e-4e0e-a498-52b733562e53 service neutron] 10.222.0.47 "GET /v2.0/networks/5586ad3a-2822-45f3-a54b-f60c722f6eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120088 May 03 23:57:58.900748 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91b3103-99ab-450c-b37d-155c19db382d req-27162f12-fba6-4f89-9057-946ae5908302 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:58.902411 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-e91b3103-99ab-450c-b37d-155c19db382d req-27162f12-fba6-4f89-9057-946ae5908302 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=b56e4e6e-60d4-4b76-8631-faa9118ee665 HTTP/1.1" status: 200 len: 943 time: 0.0598230 May 03 23:57:58.962912 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-e91b3103-99ab-450c-b37d-155c19db382d req-6f9b5223-4298-4a0e-85b3-01cd886734c9 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f683a70-a8bc-455f-88b4-6fc70a595ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537446 May 03 23:57:59.495191 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5cb686-89b1-4235-b279-ac129f49113e req-9201ef15-06a3-4611-8e68-35f9aee1b1f5 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:59.499454 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-4d5cb686-89b1-4235-b279-ac129f49113e req-9201ef15-06a3-4611-8e68-35f9aee1b1f5 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7301c2f-3916-4c73-a91c-9f920b83c508 HTTP/1.1" status: 200 len: 944 time: 0.0562854 May 03 23:57:59.554912 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-4d5cb686-89b1-4235-b279-ac129f49113e req-397df99c-a3c4-4f4d-95cf-1d4bb2421b3a tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] 10.222.0.13 "GET /v2.0/security-groups?id=4191b7cf-65cf-4f89-8e01-4fa95128dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502353 May 03 23:57:59.583836 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30908816-df71-466f-a7ae-4d898d4635cc req-623008a1-aa72-4259-979a-1db76e8ac2bf tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:57:59.585693 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-30908816-df71-466f-a7ae-4d898d4635cc req-623008a1-aa72-4259-979a-1db76e8ac2bf tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=e20a72e1-2156-4807-bbc5-8f80cb0e1ea2 HTTP/1.1" status: 200 len: 945 time: 0.0710313 May 03 23:57:59.628578 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-30908816-df71-466f-a7ae-4d898d4635cc req-f0e812e4-55ac-42fb-89f9-73ab6f65828d tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d354cfe-5646-4686-b8b6-d0a5ff78252e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364728 May 03 23:57:59.764814 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device e5c898d9-5477-479e-998d-cc3bbf1dade3 details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=114214) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 23:57:59.907980 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] For port e5c898d9-5477-479e-998d-cc3bbf1dade3, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=e5c898d9-5477-479e-998d-cc3bbf1dade3,segment=NetworkSegment(191d73d0-9208-4ea1-bb83-ed60d521a42d),segment_id=191d73d0-9208-4ea1-bb83-ed60d521a42d)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:57:59.921947 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Returning: {'device': 'e5c898d9-5477-479e-998d-cc3bbf1dade3', 'network_id': '88061c84-ec22-4a18-841b-8db91bd7572a', 'port_id': 'e5c898d9-5477-479e-998d-cc3bbf1dade3', 'mac_address': 'fa:16:3e:73:80:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5c212ed-61ce-414c-afb5-0c8516817b16', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114214) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 23:57:59.963460 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:59.978156 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.notifiers.nova [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5c898d9-5477-479e-998d-cc3bbf1dade3 {{(pid=114214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:57:59.999482 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] For port e5c898d9-5477-479e-998d-cc3bbf1dade3, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=e5c898d9-5477-479e-998d-cc3bbf1dade3,segment=NetworkSegment(191d73d0-9208-4ea1-bb83-ed60d521a42d),segment_id=191d73d0-9208-4ea1-bb83-ed60d521a42d)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:58:00.088583 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bada0687-ff29-485e-9e0d-a50268163f01 req-8396f014-e08f-4658-be30-49efc15f507d tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:00.090169 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-bada0687-ff29-485e-9e0d-a50268163f01 req-8396f014-e08f-4658-be30-49efc15f507d tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=b56e4e6e-60d4-4b76-8631-faa9118ee665 HTTP/1.1" status: 200 len: 943 time: 0.0524106 May 03 23:58:00.114672 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:00.141862 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-bada0687-ff29-485e-9e0d-a50268163f01 req-079a2b29-c08e-4bd6-972c-068a3a926174 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f683a70-a8bc-455f-88b4-6fc70a595ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425372 May 03 23:58:00.164336 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Pushing event updated for resources: {'Port': ['ID=e5c898d9-5477-479e-998d-cc3bbf1dade3,revision_number=4']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:58:00.171340 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:58:00.171682 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:58:00.172071 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:58:00.172349 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:58:00.172673 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:58:00.173000 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:58:00.173326 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:58:00.173647 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:58:00.173975 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:58:00.174315 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:58:00.174633 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:58:00.174950 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:58:00.317837 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc60ef-770a-475b-ad10-368a3eaa369a req-45d58e51-dcba-481f-926a-b26692e6b13b tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:00.319660 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-cfdc60ef-770a-475b-ad10-368a3eaa369a req-45d58e51-dcba-481f-926a-b26692e6b13b tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=e20a72e1-2156-4807-bbc5-8f80cb0e1ea2 HTTP/1.1" status: 200 len: 945 time: 0.0580409 May 03 23:58:00.361735 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-cfdc60ef-770a-475b-ad10-368a3eaa369a req-4c581147-75c0-4578-885a-740b85b46ebd tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d354cfe-5646-4686-b8b6-d0a5ff78252e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346093 May 03 23:58:00.441651 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023e75fc-7210-4bd0-8510-51a2d596037d req-18d0129b-150f-40a1-b3f5-ebf5ef1bb6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:00.443156 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-023e75fc-7210-4bd0-8510-51a2d596037d req-18d0129b-150f-40a1-b3f5-ebf5ef1bb6b7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b61197edd2154db6b72b860e57ff43ed&device_id=e20a72e1-2156-4807-bbc5-8f80cb0e1ea2 HTTP/1.1" status: 200 len: 1098 time: 0.0428669 May 03 23:58:00.553574 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023e75fc-7210-4bd0-8510-51a2d596037d req-a4763ff5-d900-4e1f-a02f-7674d1812c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:00.555163 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-023e75fc-7210-4bd0-8510-51a2d596037d req-a4763ff5-d900-4e1f-a02f-7674d1812c8f service neutron] 10.222.0.47 "GET /v2.0/networks?id=0a6b04f9-6f06-4100-ad85-6b28ebd5afaa HTTP/1.1" status: 200 len: 920 time: 0.0942917 May 03 23:58:00.622526 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] get_ports_and_sgs() called for port_ids ['e5c898d9-5477-479e-998d-cc3bbf1dade3'] {{(pid=114214) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 23:58:00.623273 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-023e75fc-7210-4bd0-8510-51a2d596037d req-7ec16201-cea2-4f7c-8c7a-f0e6f5d0fd74 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c62748d5-3d5c-4268-bf9c-e261b0109f8d HTTP/1.1" status: 200 len: 1001 time: 0.0596189 May 03 23:58:00.681308 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023e75fc-7210-4bd0-8510-51a2d596037d req-c7b93408-54c6-43db-a990-497841e1f2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:00.683210 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-023e75fc-7210-4bd0-8510-51a2d596037d req-c7b93408-54c6-43db-a990-497841e1f2ed service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a71a973f-43f2-413b-b3e6-b8f0626526c4 HTTP/1.1" status: 200 len: 858 time: 0.0524256 May 03 23:58:00.685743 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18735362-0e95-4422-bc33-718b93f86458 req-951efa43-1d30-411e-aa5c-905a08eaa1fa tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:00.688339 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-18735362-0e95-4422-bc33-718b93f86458 req-951efa43-1d30-411e-aa5c-905a08eaa1fa tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7301c2f-3916-4c73-a91c-9f920b83c508 HTTP/1.1" status: 200 len: 944 time: 0.0593617 May 03 23:58:00.750720 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-18735362-0e95-4422-bc33-718b93f86458 req-2f01a08a-14d1-4c79-9b66-b642c200ec32 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] 10.222.0.13 "GET /v2.0/security-groups?id=4191b7cf-65cf-4f89-8e01-4fa95128dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545657 May 03 23:58:00.753322 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023e75fc-7210-4bd0-8510-51a2d596037d req-b1eecc80-2be9-42c8-a97c-d85a0d55b48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:00.754972 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-023e75fc-7210-4bd0-8510-51a2d596037d req-b1eecc80-2be9-42c8-a97c-d85a0d55b48e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0a6b04f9-6f06-4100-ad85-6b28ebd5afaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0559587 May 03 23:58:00.855585 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-023e75fc-7210-4bd0-8510-51a2d596037d req-1c03e764-502f-45b3-9abc-1b7ac4b5512a service neutron] 10.222.0.47 "GET /v2.0/networks/0a6b04f9-6f06-4100-ad85-6b28ebd5afaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877359 May 03 23:58:00.966436 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-023e75fc-7210-4bd0-8510-51a2d596037d req-a706a9b0-df11-4cf8-82aa-3958b2c4e8f8 service neutron] 10.222.0.47 "GET /v2.0/networks/0a6b04f9-6f06-4100-ad85-6b28ebd5afaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030440 May 03 23:58:01.328046 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b287ac-6478-4115-8303-962957f9071d req-26db4e97-3ab4-4336-a9d6-4a3c55299118 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:01.329612 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-03b287ac-6478-4115-8303-962957f9071d req-26db4e97-3ab4-4336-a9d6-4a3c55299118 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=b56e4e6e-60d4-4b76-8631-faa9118ee665 HTTP/1.1" status: 200 len: 944 time: 0.1168492 May 03 23:58:01.373161 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-03b287ac-6478-4115-8303-962957f9071d req-68610b9c-fd1c-4a9c-bae5-96b64201761d tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f683a70-a8bc-455f-88b4-6fc70a595ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360751 May 03 23:58:01.423371 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-59508739-f24b-40c5-b084-cdce0f19da56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:01.491703 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd93b6a-51f0-4f13-8a30-239658bead34 req-fea762f7-87c6-49a8-bfc4-a35eba1c52ef tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:01.493168 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-5bd93b6a-51f0-4f13-8a30-239658bead34 req-fea762f7-87c6-49a8-bfc4-a35eba1c52ef tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=e20a72e1-2156-4807-bbc5-8f80cb0e1ea2 HTTP/1.1" status: 200 len: 945 time: 0.0549572 May 03 23:58:01.533165 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-5bd93b6a-51f0-4f13-8a30-239658bead34 req-0fe6140a-1194-493c-aebf-0b2179975906 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d354cfe-5646-4686-b8b6-d0a5ff78252e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338745 May 03 23:58:01.773195 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device 539811a2-93df-4e6d-982a-7271a3813245 details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=114214) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 23:58:01.780117 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device e5c898d9-5477-479e-998d-cc3bbf1dade3 up at agent hyperv_hv-cinder-84037 {{(pid=114214) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 23:58:01.895725 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d62d1d5-64a7-4dd2-a238-a2d9eead8a81 req-b92858e0-77c9-438f-8b5f-bb5a191b778e tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:01.898838 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-4d62d1d5-64a7-4dd2-a238-a2d9eead8a81 req-b92858e0-77c9-438f-8b5f-bb5a191b778e tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7301c2f-3916-4c73-a91c-9f920b83c508 HTTP/1.1" status: 200 len: 944 time: 0.0659444 May 03 23:58:01.938154 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] For port 539811a2-93df-4e6d-982a-7271a3813245, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=539811a2-93df-4e6d-982a-7271a3813245,segment=NetworkSegment(99ee9601-bbfa-4e4c-a70a-1b0ba7b6fb39),segment_id=99ee9601-bbfa-4e4c-a70a-1b0ba7b6fb39)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:58:01.953862 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Returning: {'device': '539811a2-93df-4e6d-982a-7271a3813245', 'network_id': '5586ad3a-2822-45f3-a54b-f60c722f6eae', 'port_id': '539811a2-93df-4e6d-982a-7271a3813245', 'mac_address': 'fa:16:3e:3d:70:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3806680-9cee-4b49-959f-dd26ae628b71', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114214) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 23:58:01.964602 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-4d62d1d5-64a7-4dd2-a238-a2d9eead8a81 req-7441f62c-7b84-4259-8276-d8ca5a0fb7ad tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] 10.222.0.13 "GET /v2.0/security-groups?id=4191b7cf-65cf-4f89-8e01-4fa95128dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538988 May 03 23:58:01.985196 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Provisioning for port e5c898d9-5477-479e-998d-cc3bbf1dade3 completed by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:58:01.992608 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Provisioning complete for port e5c898d9-5477-479e-998d-cc3bbf1dade3 triggered by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:58:01.992964 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:02.033050 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:02.050014 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.notifiers.nova [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 539811a2-93df-4e6d-982a-7271a3813245 {{(pid=114214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:58:02.076540 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] For port 539811a2-93df-4e6d-982a-7271a3813245, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=539811a2-93df-4e6d-982a-7271a3813245,segment=NetworkSegment(99ee9601-bbfa-4e4c-a70a-1b0ba7b6fb39),segment_id=99ee9601-bbfa-4e4c-a70a-1b0ba7b6fb39)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:58:02.115718 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:02.139612 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b56e4e6e-60d4-4b76-8631-faa9118ee665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5c898d9-5477-479e-998d-cc3bbf1dade3'}] {{(pid=114214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:58:02.141910 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a2c01d47b82d907f81ba0899610efc862c27db097cd111ee9714155fede03ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b6c4ca1-96a4-4f23-96db-dea59c94797c" -d '{"events": [{"server_uuid": "b56e4e6e-60d4-4b76-8631-faa9118ee665", "name": "network-vif-plugged", "status": "completed", "tag": "e5c898d9-5477-479e-998d-cc3bbf1dade3"}]}' {{(pid=114214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 23:58:02.155064 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] For port e5c898d9-5477-479e-998d-cc3bbf1dade3, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=e5c898d9-5477-479e-998d-cc3bbf1dade3,segment=NetworkSegment(191d73d0-9208-4ea1-bb83-ed60d521a42d),segment_id=191d73d0-9208-4ea1-bb83-ed60d521a42d)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:58:02.166990 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:02.196143 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 23:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c45f3d77-1578-4be8-9855-0f4b723be7e3 x-openstack-request-id: req-c45f3d77-1578-4be8-9855-0f4b723be7e3 {{(pid=114214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 23:58:02.196459 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b56e4e6e-60d4-4b76-8631-faa9118ee665", "name": "network-vif-plugged", "status": "completed", "tag": "e5c898d9-5477-479e-998d-cc3bbf1dade3", "code": 200}]} {{(pid=114214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 23:58:02.196724 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c45f3d77-1578-4be8-9855-0f4b723be7e3 {{(pid=114214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 23:58:02.197119 dv-cinder-840375-1-iscsi neutron-server[114214]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c45f3d77-1578-4be8-9855-0f4b723be7e3'] response: {'server_uuid': 'b56e4e6e-60d4-4b76-8631-faa9118ee665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5c898d9-5477-479e-998d-cc3bbf1dade3', 'code': 200} May 03 23:58:02.227803 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Pushing event updated for resources: {'Port': ['ID=539811a2-93df-4e6d-982a-7271a3813245,revision_number=4']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:58:02.251662 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:02.311919 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Pushing event updated for resources: {'Port': ['ID=e5c898d9-5477-479e-998d-cc3bbf1dade3,revision_number=5']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:58:02.498662 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f071e179-41df-4aba-8d53-b61efb6288af req-c3c5f8f5-9df6-4d42-ad62-c4ed2c578f18 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:02.500177 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-f071e179-41df-4aba-8d53-b61efb6288af req-c3c5f8f5-9df6-4d42-ad62-c4ed2c578f18 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=b56e4e6e-60d4-4b76-8631-faa9118ee665 HTTP/1.1" status: 200 len: 945 time: 0.0551965 May 03 23:58:02.565963 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-f071e179-41df-4aba-8d53-b61efb6288af req-ba2313f0-788f-4d78-b296-c7ba5abb09c3 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f683a70-a8bc-455f-88b4-6fc70a595ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569727 May 03 23:58:02.569812 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d01dc13-479c-4a20-8c0a-c57fd10788d8 req-e1817f86-43ce-4402-8074-ff297bbc4fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:02.571194 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-9d01dc13-479c-4a20-8c0a-c57fd10788d8 req-e1817f86-43ce-4402-8074-ff297bbc4fbe service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b56e4e6e-60d4-4b76-8631-faa9118ee665 HTTP/1.1" status: 200 len: 1098 time: 0.0701346 May 03 23:58:02.614370 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-9d01dc13-479c-4a20-8c0a-c57fd10788d8 req-68af4173-066e-4ea9-8d0c-e345b96f79be service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2f683a70-a8bc-455f-88b4-6fc70a595ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306485 May 03 23:58:02.662016 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02264504-14b2-49fa-9a91-1faf96dedcb7 req-db6f1bab-d1df-45fd-9620-c030e130649e tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:02.663792 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-02264504-14b2-49fa-9a91-1faf96dedcb7 req-db6f1bab-d1df-45fd-9620-c030e130649e tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=e20a72e1-2156-4807-bbc5-8f80cb0e1ea2 HTTP/1.1" status: 200 len: 945 time: 0.0554330 May 03 23:58:02.701500 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] get_ports_and_sgs() called for port_ids ['539811a2-93df-4e6d-982a-7271a3813245'] {{(pid=114214) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 23:58:02.707210 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-02264504-14b2-49fa-9a91-1faf96dedcb7 req-f7052f30-0a20-4243-8189-e87cd6cc91b8 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d354cfe-5646-4686-b8b6-d0a5ff78252e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369208 May 03 23:58:03.089207 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e1572-9a4d-4227-9f40-a15731c49a3b req-a422f709-efcf-48cb-8db0-93b025a87d2c tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:03.090784 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-253e1572-9a4d-4227-9f40-a15731c49a3b req-a422f709-efcf-48cb-8db0-93b025a87d2c tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7301c2f-3916-4c73-a91c-9f920b83c508 HTTP/1.1" status: 200 len: 945 time: 0.0513909 May 03 23:58:03.227511 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-253e1572-9a4d-4227-9f40-a15731c49a3b req-76ec2045-1a2d-4e8b-8e2b-a417723cae2f tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] 10.222.0.13 "GET /v2.0/security-groups?id=4191b7cf-65cf-4f89-8e01-4fa95128dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335720 May 03 23:58:03.688243 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea72838-8e37-4553-a5c2-cff6de89a4e8 req-6a37b17f-a38c-4040-ae40-1aeeffe0556c tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:03.689699 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-eea72838-8e37-4553-a5c2-cff6de89a4e8 req-6a37b17f-a38c-4040-ae40-1aeeffe0556c tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=b56e4e6e-60d4-4b76-8631-faa9118ee665 HTTP/1.1" status: 200 len: 945 time: 0.0509057 May 03 23:58:03.729594 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-eea72838-8e37-4553-a5c2-cff6de89a4e8 req-d2a4db76-f346-4a81-ab82-86dabf029f82 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f683a70-a8bc-455f-88b4-6fc70a595ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334299 May 03 23:58:03.844270 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d42ceb-d211-47c2-9687-56c283624dea req-d44f390b-9153-4aa3-8d11-6449c73c228f tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:03.845856 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-59d42ceb-d211-47c2-9687-56c283624dea req-d44f390b-9153-4aa3-8d11-6449c73c228f tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=e20a72e1-2156-4807-bbc5-8f80cb0e1ea2 HTTP/1.1" status: 200 len: 945 time: 0.0555625 May 03 23:58:03.857799 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-5c423806-55b0-42e4-9f46-d1d5dcce2849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:03.885360 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-59d42ceb-d211-47c2-9687-56c283624dea req-aae593a7-b34d-4562-b982-981d052e56dc tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d354cfe-5646-4686-b8b6-d0a5ff78252e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327044 May 03 23:58:04.359272 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe39920-11ed-4366-b00c-c476cfb8865a req-ca46a2dc-35e2-4c52-8405-ccfd0f68c1cd tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:04.360898 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-6fe39920-11ed-4366-b00c-c476cfb8865a req-ca46a2dc-35e2-4c52-8405-ccfd0f68c1cd tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7301c2f-3916-4c73-a91c-9f920b83c508 HTTP/1.1" status: 200 len: 945 time: 0.0747664 May 03 23:58:04.405953 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-6fe39920-11ed-4366-b00c-c476cfb8865a req-0e20f10a-949d-4e98-8d92-d09541c655c9 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] 10.222.0.13 "GET /v2.0/security-groups?id=4191b7cf-65cf-4f89-8e01-4fa95128dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370550 May 03 23:58:04.854564 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0883407-0c90-4e05-9ab7-b0487e01954c req-6ef33cc2-8af9-4f2d-bd16-3a80d3f6dd00 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:04.856082 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-c0883407-0c90-4e05-9ab7-b0487e01954c req-6ef33cc2-8af9-4f2d-bd16-3a80d3f6dd00 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=b56e4e6e-60d4-4b76-8631-faa9118ee665 HTTP/1.1" status: 200 len: 945 time: 0.0546675 May 03 23:58:04.895830 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-c0883407-0c90-4e05-9ab7-b0487e01954c req-2cd56c2c-80fa-4897-96ae-77bf62ab942e tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f683a70-a8bc-455f-88b4-6fc70a595ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336230 May 03 23:58:05.022670 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f8a5e1-1a6f-4f7a-95b5-24002ef2835d req-8aec84c3-79bd-42b2-a9ca-37ca957d9571 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:05.024929 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-e4f8a5e1-1a6f-4f7a-95b5-24002ef2835d req-8aec84c3-79bd-42b2-a9ca-37ca957d9571 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=e20a72e1-2156-4807-bbc5-8f80cb0e1ea2 HTTP/1.1" status: 200 len: 945 time: 0.0659320 May 03 23:58:05.082998 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-e4f8a5e1-1a6f-4f7a-95b5-24002ef2835d req-4133bfa7-2426-4e4b-b269-5d5ddf3b0bb3 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d354cfe-5646-4686-b8b6-d0a5ff78252e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509763 May 03 23:58:05.152252 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99047fa9-f457-438e-8458-e6bde2ae65da req-f4711258-ecb2-4f18-b1fd-890824f08e2a tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:05.155579 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-99047fa9-f457-438e-8458-e6bde2ae65da req-f4711258-ecb2-4f18-b1fd-890824f08e2a tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=b56e4e6e-60d4-4b76-8631-faa9118ee665 HTTP/1.1" status: 200 len: 945 time: 0.0742381 May 03 23:58:05.172757 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 41124) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:58:05.178781 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [None req-49e6fbc6-11d9-4f8f-8fed-d4bb2cf517a4 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Request body: {'floatingip': {'port_id': 'e5c898d9-5477-479e-998d-cc3bbf1dade3'}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:58:05.246948 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-49e6fbc6-11d9-4f8f-8fed-d4bb2cf517a4 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks [] for floatingip, before_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:05.271468 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c0cc0-46d4-47e8-9812-72fd5fda7372 req-d010df05-b759-4f1a-9979-3f71d5935455 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:05.273187 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-338c0cc0-46d4-47e8-9812-72fd5fda7372 req-d010df05-b759-4f1a-9979-3f71d5935455 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=e20a72e1-2156-4807-bbc5-8f80cb0e1ea2 HTTP/1.1" status: 200 len: 945 time: 0.0527625 May 03 23:58:05.283354 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 41126) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:58:05.288499 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.v2.base [None req-a11fbf5e-e30d-46dd-9ade-c369650aba57 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Request body: {'floatingip': {'port_id': 'c62748d5-3d5c-4268-bf9c-e261b0109f8d'}} {{(pid=114213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:58:05.361845 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-9988ed24-7efc-4e8a-acf7-bcbfa55ed3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:05.374104 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-a11fbf5e-e30d-46dd-9ade-c369650aba57 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Notify callbacks [] for floatingip, before_update {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:05.630324 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2450ab-a0fc-4825-9683-67888362811d req-13ec2eb5-7180-44f7-98ef-81bfb50075e0 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:05.631890 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-0d2450ab-a0fc-4825-9683-67888362811d req-13ec2eb5-7180-44f7-98ef-81bfb50075e0 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7301c2f-3916-4c73-a91c-9f920b83c508 HTTP/1.1" status: 200 len: 945 time: 0.1369224 May 03 23:58:05.719019 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-0d2450ab-a0fc-4825-9683-67888362811d req-ac3d349d-b52d-4675-9ee0-84b0f4c2402f tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] 10.222.0.13 "GET /v2.0/security-groups?id=4191b7cf-65cf-4f89-8e01-4fa95128dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579863 May 03 23:58:05.795237 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device 539811a2-93df-4e6d-982a-7271a3813245 up at agent hyperv_hv-cinder-84037 {{(pid=114214) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 23:58:05.836464 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-49e6fbc6-11d9-4f8f-8fed-d4bb2cf517a4 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:05.903714 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-49e6fbc6-11d9-4f8f-8fed-d4bb2cf517a4 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3761754'] for floatingip, after_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:05.989739 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Provisioning for port 539811a2-93df-4e6d-982a-7271a3813245 completed by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:58:05.996397 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Provisioning complete for port 539811a2-93df-4e6d-982a-7271a3813245 triggered by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:58:05.996770 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:06.001288 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-a11fbf5e-e30d-46dd-9ade-c369650aba57 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:06.043147 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.db.l3_db [None req-49e6fbc6-11d9-4f8f-8fed-d4bb2cf517a4 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Floating IP ffacd249-797a-4c7f-9175-c83a7eb68b92 associated. External IP: 172.27.2.43, port: e5c898d9-5477-479e-998d-cc3bbf1dade3. May 03 23:58:06.087228 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-a11fbf5e-e30d-46dd-9ade-c369650aba57 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3761754'] for floatingip, after_update {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:06.236099 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-f3996685-9434-443c-b5d7-edb245b755aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:06.254798 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:06.282136 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7301c2f-3916-4c73-a91c-9f920b83c508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '539811a2-93df-4e6d-982a-7271a3813245'}] {{(pid=114214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:58:06.284933 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a2c01d47b82d907f81ba0899610efc862c27db097cd111ee9714155fede03ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c6d175-4676-4e11-aed3-c3524dbdd527" -d '{"events": [{"server_uuid": "e7301c2f-3916-4c73-a91c-9f920b83c508", "name": "network-vif-plugged", "status": "completed", "tag": "539811a2-93df-4e6d-982a-7271a3813245"}]}' {{(pid=114214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 23:58:06.303334 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] For port 539811a2-93df-4e6d-982a-7271a3813245, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=539811a2-93df-4e6d-982a-7271a3813245,segment=NetworkSegment(99ee9601-bbfa-4e4c-a70a-1b0ba7b6fb39),segment_id=99ee9601-bbfa-4e4c-a70a-1b0ba7b6fb39)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:58:06.356257 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 23:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d620a0-b8b6-4a0e-8de9-7fcf1173fabe x-openstack-request-id: req-61d620a0-b8b6-4a0e-8de9-7fcf1173fabe {{(pid=114214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 23:58:06.357228 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7301c2f-3916-4c73-a91c-9f920b83c508", "name": "network-vif-plugged", "status": "completed", "tag": "539811a2-93df-4e6d-982a-7271a3813245", "code": 200}]} {{(pid=114214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 23:58:06.357934 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-61d620a0-b8b6-4a0e-8de9-7fcf1173fabe {{(pid=114214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 23:58:06.358887 dv-cinder-840375-1-iscsi neutron-server[114214]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61d620a0-b8b6-4a0e-8de9-7fcf1173fabe'] response: {'server_uuid': 'e7301c2f-3916-4c73-a91c-9f920b83c508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '539811a2-93df-4e6d-982a-7271a3813245', 'code': 200} May 03 23:58:06.385634 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49e6fbc6-11d9-4f8f-8fed-d4bb2cf517a4 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Router 631a97f7-1cbf-4b95-adf6-8a2f356d4019 has already been hosted by L3 agent 758adf3f-89d7-4e1b-912e-3871fb413390 {{(pid=114212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 23:58:06.397283 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:06.432619 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a11fbf5e-e30d-46dd-9ade-c369650aba57 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Router afdc989b-1a8d-4435-b79b-864860050003 has already been hosted by L3 agent 758adf3f-89d7-4e1b-912e-3871fb413390 {{(pid=114213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 23:58:06.488211 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Pushing event updated for resources: {'Port': ['ID=539811a2-93df-4e6d-982a-7271a3813245,revision_number=5']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:58:06.549525 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e6fbc6-11d9-4f8f-8fed-d4bb2cf517a4 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify agent at l3_agent.dv-cinder-840375-1-iscsi the message routers_updated {{(pid=114212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 23:58:06.555114 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-49e6fbc6-11d9-4f8f-8fed-d4bb2cf517a4 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371'] for floatingip, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:06.592167 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-49e6fbc6-11d9-4f8f-8fed-d4bb2cf517a4 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "PUT /v2.0/floatingips/ffacd249-797a-4c7f-9175-c83a7eb68b92 HTTP/1.1" status: 200 len: 990 time: 1.4194505 May 03 23:58:06.592917 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b56e4e6e-60d4-4b76-8631-faa9118ee665', 'tag': 'e5c898d9-5477-479e-998d-cc3bbf1dade3'}] {{(pid=114212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:58:06.595394 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d2be33a93c6036cad1ba084e78d1c3d957b621bee157ccc93bfe0a4b69d877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b80612d6-4ab0-4cd0-abb1-88a9a82f63d1" -d '{"events": [{"name": "network-changed", "server_uuid": "b56e4e6e-60d4-4b76-8631-faa9118ee665", "tag": "e5c898d9-5477-479e-998d-cc3bbf1dade3"}]}' {{(pid=114212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 23:58:06.612305 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254c935c-458c-4321-8492-b42d2fcbc021 None None] Sync routers for ids ['631a97f7-1cbf-4b95-adf6-8a2f356d4019'] in dv-cinder-840375-1-iscsi {{(pid=114215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:58:06.624910 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254c935c-458c-4321-8492-b42d2fcbc021 None None] Routers {'631a97f7-1cbf-4b95-adf6-8a2f356d4019'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:58:06.625741 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-254c935c-458c-4321-8492-b42d2fcbc021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-03T23:58:04Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['631a97f7-1cbf-4b95-adf6-8a2f356d4019'], 'active': True} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:58:06.638360 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 23:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6160debf-663f-468f-b379-3a6bb6d89dd5 x-openstack-request-id: req-6160debf-663f-468f-b379-3a6bb6d89dd5 {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 23:58:06.638652 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b56e4e6e-60d4-4b76-8631-faa9118ee665", "tag": "e5c898d9-5477-479e-998d-cc3bbf1dade3", "status": "completed", "code": 200}]} {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 23:58:06.638943 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6160debf-663f-468f-b379-3a6bb6d89dd5 {{(pid=114212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 23:58:06.639356 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6160debf-663f-468f-b379-3a6bb6d89dd5'] response: {'name': 'network-changed', 'server_uuid': 'b56e4e6e-60d4-4b76-8631-faa9118ee665', 'tag': 'e5c898d9-5477-479e-998d-cc3bbf1dade3', 'status': 'completed', 'code': 200} May 03 23:58:06.663952 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a11fbf5e-e30d-46dd-9ade-c369650aba57 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Notify agent at l3_agent.dv-cinder-840375-1-iscsi the message routers_updated {{(pid=114213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 23:58:06.669778 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-a11fbf5e-e30d-46dd-9ade-c369650aba57 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371'] for floatingip, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:06.682846 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bcd0fd-8f9a-43e4-b89f-485530a91026 None None] Sync routers for ids ['afdc989b-1a8d-4435-b79b-864860050003'] in dv-cinder-840375-1-iscsi {{(pid=114214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:58:06.705498 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e20a72e1-2156-4807-bbc5-8f80cb0e1ea2', 'tag': 'c62748d5-3d5c-4268-bf9c-e261b0109f8d'}] {{(pid=114213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:58:06.708416 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53d1e4f1e8632581442e9f46277f90828789bc3ac2677f75cdf13d6c47c4555d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5b95ec7-0cf8-4acf-993d-72fb87ff91ad" -d '{"events": [{"name": "network-changed", "server_uuid": "e20a72e1-2156-4807-bbc5-8f80cb0e1ea2", "tag": "c62748d5-3d5c-4268-bf9c-e261b0109f8d"}]}' {{(pid=114213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 23:58:06.723337 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bcd0fd-8f9a-43e4-b89f-485530a91026 None None] Routers {'afdc989b-1a8d-4435-b79b-864860050003'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:58:06.728539 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-70bcd0fd-8f9a-43e4-b89f-485530a91026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-03T23:58:04Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['afdc989b-1a8d-4435-b79b-864860050003'], 'active': True} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:58:06.762965 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-a11fbf5e-e30d-46dd-9ade-c369650aba57 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "PUT /v2.0/floatingips/1b42e5fe-7d3b-4286-96a7-940eed3f015b HTTP/1.1" status: 200 len: 993 time: 1.4780583 May 03 23:58:06.802685 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80612d6-4ab0-4cd0-abb1-88a9a82f63d1 req-80c22dbf-45a5-483a-bcf7-dc863eeceb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:06.806744 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-b80612d6-4ab0-4cd0-abb1-88a9a82f63d1 req-80c22dbf-45a5-483a-bcf7-dc863eeceb96 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4f6a10010e894f0390d087e92b3d1035&device_id=b56e4e6e-60d4-4b76-8631-faa9118ee665 HTTP/1.1" status: 200 len: 1098 time: 0.1060493 May 03 23:58:06.812888 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 23:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9071027e-cd2d-439f-ae4f-ed35cb689f12 x-openstack-request-id: req-9071027e-cd2d-439f-ae4f-ed35cb689f12 {{(pid=114213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 23:58:06.813388 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e20a72e1-2156-4807-bbc5-8f80cb0e1ea2", "tag": "c62748d5-3d5c-4268-bf9c-e261b0109f8d", "status": "completed", "code": 200}]} {{(pid=114213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 23:58:06.813514 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9071027e-cd2d-439f-ae4f-ed35cb689f12 {{(pid=114213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 23:58:06.813836 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9071027e-cd2d-439f-ae4f-ed35cb689f12'] response: {'name': 'network-changed', 'server_uuid': 'e20a72e1-2156-4807-bbc5-8f80cb0e1ea2', 'tag': 'c62748d5-3d5c-4268-bf9c-e261b0109f8d', 'status': 'completed', 'code': 200} May 03 23:58:06.883887 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvr_db [None req-254c935c-458c-4321-8492-b42d2fcbc021 None None] Set router 631a97f7-1cbf-4b95-adf6-8a2f356d4019 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 23:58:06.890611 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f4bdbb-d06f-4be6-a4f8-c9d7fec26b03 req-0b8744a9-ef1b-4714-a22d-93e347e3c5a4 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:06.893122 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-24f4bdbb-d06f-4be6-a4f8-c9d7fec26b03 req-0b8744a9-ef1b-4714-a22d-93e347e3c5a4 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7301c2f-3916-4c73-a91c-9f920b83c508 HTTP/1.1" status: 200 len: 946 time: 0.0587447 May 03 23:58:06.931686 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvr_db [None req-70bcd0fd-8f9a-43e4-b89f-485530a91026 None None] Set router afdc989b-1a8d-4435-b79b-864860050003 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 23:58:06.983013 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b0633-fbaa-4846-a771-fbb33491eeeb req-ab2cab26-3a33-4234-ae37-563507cfe7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:06.986402 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-c43b0633-fbaa-4846-a771-fbb33491eeeb req-ab2cab26-3a33-4234-ae37-563507cfe7dd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e7301c2f-3916-4c73-a91c-9f920b83c508 HTTP/1.1" status: 200 len: 1099 time: 0.0896845 May 03 23:58:07.003320 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-24f4bdbb-d06f-4be6-a4f8-c9d7fec26b03 req-a9f605cf-fd06-42d3-beca-123d457d03bb tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] 10.222.0.13 "GET /v2.0/security-groups?id=4191b7cf-65cf-4f89-8e01-4fa95128dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877662 May 03 23:58:07.029782 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b95ec7-0cf8-4acf-993d-72fb87ff91ad req-60e5aeac-9522-4f6d-8a71-dfadd6ec70de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:07.030872 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-e5b95ec7-0cf8-4acf-993d-72fb87ff91ad req-60e5aeac-9522-4f6d-8a71-dfadd6ec70de service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b61197edd2154db6b72b860e57ff43ed&device_id=e20a72e1-2156-4807-bbc5-8f80cb0e1ea2 HTTP/1.1" status: 200 len: 1098 time: 0.1517568 May 03 23:58:07.042675 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-c43b0633-fbaa-4846-a771-fbb33491eeeb req-07de38c8-d0a4-4607-8aa5-2738de551512 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4191b7cf-65cf-4f89-8e01-4fa95128dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486403 May 03 23:58:07.046283 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:07.077354 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80612d6-4ab0-4cd0-abb1-88a9a82f63d1 req-3dd5eaa1-16f7-47b2-8cca-478d0e7f8e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:07.079579 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-b80612d6-4ab0-4cd0-abb1-88a9a82f63d1 req-3dd5eaa1-16f7-47b2-8cca-478d0e7f8e57 service neutron] 10.222.0.47 "GET /v2.0/networks?id=88061c84-ec22-4a18-841b-8db91bd7572a HTTP/1.1" status: 200 len: 915 time: 0.2099564 May 03 23:58:07.158457 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b95ec7-0cf8-4acf-993d-72fb87ff91ad req-da48fd3c-23f1-423f-9e66-795aafcdd0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:07.160163 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-e5b95ec7-0cf8-4acf-993d-72fb87ff91ad req-da48fd3c-23f1-423f-9e66-795aafcdd0a7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0a6b04f9-6f06-4100-ad85-6b28ebd5afaa HTTP/1.1" status: 200 len: 920 time: 0.1214378 May 03 23:58:07.200639 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-70bcd0fd-8f9a-43e4-b89f-485530a91026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afdc989b-1a8d-4435-b79b-864860050003', 'name': 'tempest-ServerRescueNegativeTestJSON-1249797005-router', 'tenant_id': 'b61197edd2154db6b72b860e57ff43ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '65558dd2-d27e-4169-9d4e-d5ab9f6287f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:52:59Z', 'updated_at': '2022-05-03T23:53:18Z', 'revision_number': 4, 'project_id': 'b61197edd2154db6b72b860e57ff43ed', 'gw_port': {'id': '65558dd2-d27e-4169-9d4e-d5ab9f6287f6', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdc989b-1a8d-4435-b79b-864860050003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:02Z', 'updated_at': '2022-05-03T23:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_floatingips': [{'id': '1b42e5fe-7d3b-4286-96a7-940eed3f015b', 'tenant_id': 'b61197edd2154db6b72b860e57ff43ed', 'floating_ip_address': '172.27.2.162', 'floating_network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'router_id': 'afdc989b-1a8d-4435-b79b-864860050003', 'port_id': 'c62748d5-3d5c-4268-bf9c-e261b0109f8d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a6b04f9-6f06-4100-ad85-6b28ebd5afaa', 'mac_address': 'fa:16:3e:7e:ed:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20a72e1-2156-4807-bbc5-8f80cb0e1ea2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:55:33Z', 'updated_at': '2022-05-03T23:58:05Z', 'revision_number': 3, 'project_id': 'b61197edd2154db6b72b860e57ff43ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a412f3d-68f7-4865-9233-942901c190c3', 'name': '', 'network_id': '0a6b04f9-6f06-4100-ad85-6b28ebd5afaa', 'tenant_id': 'b61197edd2154db6b72b860e57ff43ed', 'mac_address': 'fa:16:3e:47:24:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdc989b-1a8d-4435-b79b-864860050003', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'a71a973f-43f2-413b-b3e6-b8f0626526c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:13Z', 'updated_at': '2022-05-03T23:53:33Z', 'revision_number': 5, 'project_id': 'b61197edd2154db6b72b860e57ff43ed', 'subnets': [{'id': 'a71a973f-43f2-413b-b3e6-b8f0626526c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:58:07.227869 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bcd0fd-8f9a-43e4-b89f-485530a91026 None None] Checking router: afdc989b-1a8d-4435-b79b-864860050003 for host: dv-cinder-840375-1-iscsi {{(pid=114214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:58:07.237570 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bcd0fd-8f9a-43e4-b89f-485530a91026 None None] Routers {'afdc989b-1a8d-4435-b79b-864860050003'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:58:07.238239 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-70bcd0fd-8f9a-43e4-b89f-485530a91026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-03T23:58:04Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['afdc989b-1a8d-4435-b79b-864860050003'], 'active': True} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:58:07.239862 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-254c935c-458c-4321-8492-b42d2fcbc021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'name': 'tempest-AttachVolumeNegativeTest-158062797-router', 'tenant_id': '4f6a10010e894f0390d087e92b3d1035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '4451ff75-8bf2-4507-a5f3-127842a648f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:52:56Z', 'updated_at': '2022-05-03T23:53:06Z', 'revision_number': 4, 'project_id': '4f6a10010e894f0390d087e92b3d1035', 'gw_port': {'id': '4451ff75-8bf2-4507-a5f3-127842a648f6', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:06:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:52:58Z', 'updated_at': '2022-05-03T23:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_floatingips': [{'id': 'ffacd249-797a-4c7f-9175-c83a7eb68b92', 'tenant_id': '4f6a10010e894f0390d087e92b3d1035', 'floating_ip_address': '172.27.2.43', 'floating_network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'router_id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'port_id': 'e5c898d9-5477-479e-998d-cc3bbf1dade3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88061c84-ec22-4a18-841b-8db91bd7572a', 'mac_address': 'fa:16:3e:73:80:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56e4e6e-60d4-4b76-8631-faa9118ee665', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:57:46Z', 'updated_at': '2022-05-03T23:58:05Z', 'revision_number': 1, 'project_id': '4f6a10010e894f0390d087e92b3d1035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd07f3b14-e6b3-40d4-9719-de456f7359f6', 'name': '', 'network_id': '88061c84-ec22-4a18-841b-8db91bd7572a', 'tenant_id': '4f6a10010e894f0390d087e92b3d1035', 'mac_address': 'fa:16:3e:f6:8d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b5c212ed-61ce-414c-afb5-0c8516817b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:04Z', 'updated_at': '2022-05-03T23:53:17Z', 'revision_number': 5, 'project_id': '4f6a10010e894f0390d087e92b3d1035', 'subnets': [{'id': 'b5c212ed-61ce-414c-afb5-0c8516817b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:58:07.274019 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254c935c-458c-4321-8492-b42d2fcbc021 None None] Checking router: 631a97f7-1cbf-4b95-adf6-8a2f356d4019 for host: dv-cinder-840375-1-iscsi {{(pid=114215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:58:07.285562 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254c935c-458c-4321-8492-b42d2fcbc021 None None] Routers {'631a97f7-1cbf-4b95-adf6-8a2f356d4019'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:58:07.286904 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-254c935c-458c-4321-8492-b42d2fcbc021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-03T23:58:04Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['631a97f7-1cbf-4b95-adf6-8a2f356d4019'], 'active': True} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:58:07.374855 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvr_db [None req-70bcd0fd-8f9a-43e4-b89f-485530a91026 None None] Set router afdc989b-1a8d-4435-b79b-864860050003 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 23:58:07.442136 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvr_db [None req-254c935c-458c-4321-8492-b42d2fcbc021 None None] Set router 631a97f7-1cbf-4b95-adf6-8a2f356d4019 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 23:58:07.556609 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-b80612d6-4ab0-4cd0-abb1-88a9a82f63d1 req-8b4a8ca9-4a9d-43b9-b040-7e444cb6cad2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5c898d9-5477-479e-998d-cc3bbf1dade3 HTTP/1.1" status: 200 len: 998 time: 0.2011998 May 03 23:58:07.559106 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-e5b95ec7-0cf8-4acf-993d-72fb87ff91ad req-f101dbc8-bec0-439b-8825-e4e366e7abda service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c62748d5-3d5c-4268-bf9c-e261b0109f8d HTTP/1.1" status: 200 len: 1001 time: 0.1973739 May 03 23:58:07.682429 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80612d6-4ab0-4cd0-abb1-88a9a82f63d1 req-11b898b2-022e-45dd-aa08-3ca796d48966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:07.684289 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-b80612d6-4ab0-4cd0-abb1-88a9a82f63d1 req-11b898b2-022e-45dd-aa08-3ca796d48966 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b5c212ed-61ce-414c-afb5-0c8516817b16 HTTP/1.1" status: 200 len: 853 time: 0.1139777 May 03 23:58:07.688903 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b95ec7-0cf8-4acf-993d-72fb87ff91ad req-02056425-52f3-4616-8125-573ef89c6773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:07.690791 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-e5b95ec7-0cf8-4acf-993d-72fb87ff91ad req-02056425-52f3-4616-8125-573ef89c6773 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a71a973f-43f2-413b-b3e6-b8f0626526c4 HTTP/1.1" status: 200 len: 858 time: 0.1181180 May 03 23:58:07.732608 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-70bcd0fd-8f9a-43e4-b89f-485530a91026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afdc989b-1a8d-4435-b79b-864860050003', 'name': 'tempest-ServerRescueNegativeTestJSON-1249797005-router', 'tenant_id': 'b61197edd2154db6b72b860e57ff43ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '65558dd2-d27e-4169-9d4e-d5ab9f6287f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:52:59Z', 'updated_at': '2022-05-03T23:53:18Z', 'revision_number': 4, 'project_id': 'b61197edd2154db6b72b860e57ff43ed', 'gw_port': {'id': '65558dd2-d27e-4169-9d4e-d5ab9f6287f6', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdc989b-1a8d-4435-b79b-864860050003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:02Z', 'updated_at': '2022-05-03T23:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_floatingips': [{'id': '1b42e5fe-7d3b-4286-96a7-940eed3f015b', 'tenant_id': 'b61197edd2154db6b72b860e57ff43ed', 'floating_ip_address': '172.27.2.162', 'floating_network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'router_id': 'afdc989b-1a8d-4435-b79b-864860050003', 'port_id': 'c62748d5-3d5c-4268-bf9c-e261b0109f8d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a6b04f9-6f06-4100-ad85-6b28ebd5afaa', 'mac_address': 'fa:16:3e:7e:ed:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20a72e1-2156-4807-bbc5-8f80cb0e1ea2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:55:33Z', 'updated_at': '2022-05-03T23:58:05Z', 'revision_number': 3, 'project_id': 'b61197edd2154db6b72b860e57ff43ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a412f3d-68f7-4865-9233-942901c190c3', 'name': '', 'network_id': '0a6b04f9-6f06-4100-ad85-6b28ebd5afaa', 'tenant_id': 'b61197edd2154db6b72b860e57ff43ed', 'mac_address': 'fa:16:3e:47:24:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdc989b-1a8d-4435-b79b-864860050003', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'a71a973f-43f2-413b-b3e6-b8f0626526c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:13Z', 'updated_at': '2022-05-03T23:53:33Z', 'revision_number': 5, 'project_id': 'b61197edd2154db6b72b860e57ff43ed', 'subnets': [{'id': 'a71a973f-43f2-413b-b3e6-b8f0626526c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:58:07.767275 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bcd0fd-8f9a-43e4-b89f-485530a91026 None None] The sync data for ids ['afdc989b-1a8d-4435-b79b-864860050003'] in dv-cinder-840375-1-iscsi is: [{'id': 'afdc989b-1a8d-4435-b79b-864860050003', 'name': 'tempest-ServerRescueNegativeTestJSON-1249797005-router', 'tenant_id': 'b61197edd2154db6b72b860e57ff43ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '65558dd2-d27e-4169-9d4e-d5ab9f6287f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:52:59Z', 'updated_at': '2022-05-03T23:53:18Z', 'revision_number': 4, 'project_id': 'b61197edd2154db6b72b860e57ff43ed', 'gw_port': {'id': '65558dd2-d27e-4169-9d4e-d5ab9f6287f6', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdc989b-1a8d-4435-b79b-864860050003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:02Z', 'updated_at': '2022-05-03T23:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_floatingips': [{'id': '1b42e5fe-7d3b-4286-96a7-940eed3f015b', 'tenant_id': 'b61197edd2154db6b72b860e57ff43ed', 'floating_ip_address': '172.27.2.162', 'floating_network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'router_id': 'afdc989b-1a8d-4435-b79b-864860050003', 'port_id': 'c62748d5-3d5c-4268-bf9c-e261b0109f8d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a6b04f9-6f06-4100-ad85-6b28ebd5afaa', 'mac_address': 'fa:16:3e:7e:ed:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20a72e1-2156-4807-bbc5-8f80cb0e1ea2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:55:33Z', 'updated_at': '2022-05-03T23:58:05Z', 'revision_number': 3, 'project_id': 'b61197edd2154db6b72b860e57ff43ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a412f3d-68f7-4865-9233-942901c190c3', 'name': '', 'network_id': '0a6b04f9-6f06-4100-ad85-6b28ebd5afaa', 'tenant_id': 'b61197edd2154db6b72b860e57ff43ed', 'mac_address': 'fa:16:3e:47:24:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdc989b-1a8d-4435-b79b-864860050003', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'a71a973f-43f2-413b-b3e6-b8f0626526c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:13Z', 'updated_at': '2022-05-03T23:53:33Z', 'revision_number': 5, 'project_id': 'b61197edd2154db6b72b860e57ff43ed', 'subnets': [{'id': 'a71a973f-43f2-413b-b3e6-b8f0626526c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:58:07.782492 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80612d6-4ab0-4cd0-abb1-88a9a82f63d1 req-f13ab551-bf2d-45ba-bece-bbf162bafaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:07.784122 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-b80612d6-4ab0-4cd0-abb1-88a9a82f63d1 req-f13ab551-bf2d-45ba-bece-bbf162bafaae service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=88061c84-ec22-4a18-841b-8db91bd7572a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0781834 May 03 23:58:07.786108 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-254c935c-458c-4321-8492-b42d2fcbc021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'name': 'tempest-AttachVolumeNegativeTest-158062797-router', 'tenant_id': '4f6a10010e894f0390d087e92b3d1035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '4451ff75-8bf2-4507-a5f3-127842a648f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:52:56Z', 'updated_at': '2022-05-03T23:53:06Z', 'revision_number': 4, 'project_id': '4f6a10010e894f0390d087e92b3d1035', 'gw_port': {'id': '4451ff75-8bf2-4507-a5f3-127842a648f6', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:06:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:52:58Z', 'updated_at': '2022-05-03T23:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_floatingips': [{'id': 'ffacd249-797a-4c7f-9175-c83a7eb68b92', 'tenant_id': '4f6a10010e894f0390d087e92b3d1035', 'floating_ip_address': '172.27.2.43', 'floating_network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'router_id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'port_id': 'e5c898d9-5477-479e-998d-cc3bbf1dade3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88061c84-ec22-4a18-841b-8db91bd7572a', 'mac_address': 'fa:16:3e:73:80:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56e4e6e-60d4-4b76-8631-faa9118ee665', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:57:46Z', 'updated_at': '2022-05-03T23:58:05Z', 'revision_number': 1, 'project_id': '4f6a10010e894f0390d087e92b3d1035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd07f3b14-e6b3-40d4-9719-de456f7359f6', 'name': '', 'network_id': '88061c84-ec22-4a18-841b-8db91bd7572a', 'tenant_id': '4f6a10010e894f0390d087e92b3d1035', 'mac_address': 'fa:16:3e:f6:8d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b5c212ed-61ce-414c-afb5-0c8516817b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:04Z', 'updated_at': '2022-05-03T23:53:17Z', 'revision_number': 5, 'project_id': '4f6a10010e894f0390d087e92b3d1035', 'subnets': [{'id': 'b5c212ed-61ce-414c-afb5-0c8516817b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:58:07.791509 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b95ec7-0cf8-4acf-993d-72fb87ff91ad req-a94bc8b4-f479-4ab8-ae31-7a4856c05b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:07.794935 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-e5b95ec7-0cf8-4acf-993d-72fb87ff91ad req-a94bc8b4-f479-4ab8-ae31-7a4856c05b15 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0a6b04f9-6f06-4100-ad85-6b28ebd5afaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0802803 May 03 23:58:07.847808 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254c935c-458c-4321-8492-b42d2fcbc021 None None] The sync data for ids ['631a97f7-1cbf-4b95-adf6-8a2f356d4019'] in dv-cinder-840375-1-iscsi is: [{'id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'name': 'tempest-AttachVolumeNegativeTest-158062797-router', 'tenant_id': '4f6a10010e894f0390d087e92b3d1035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '4451ff75-8bf2-4507-a5f3-127842a648f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:52:56Z', 'updated_at': '2022-05-03T23:53:06Z', 'revision_number': 4, 'project_id': '4f6a10010e894f0390d087e92b3d1035', 'gw_port': {'id': '4451ff75-8bf2-4507-a5f3-127842a648f6', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:06:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:52:58Z', 'updated_at': '2022-05-03T23:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_floatingips': [{'id': 'ffacd249-797a-4c7f-9175-c83a7eb68b92', 'tenant_id': '4f6a10010e894f0390d087e92b3d1035', 'floating_ip_address': '172.27.2.43', 'floating_network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'router_id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'port_id': 'e5c898d9-5477-479e-998d-cc3bbf1dade3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88061c84-ec22-4a18-841b-8db91bd7572a', 'mac_address': 'fa:16:3e:73:80:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56e4e6e-60d4-4b76-8631-faa9118ee665', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:57:46Z', 'updated_at': '2022-05-03T23:58:05Z', 'revision_number': 1, 'project_id': '4f6a10010e894f0390d087e92b3d1035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd07f3b14-e6b3-40d4-9719-de456f7359f6', 'name': '', 'network_id': '88061c84-ec22-4a18-841b-8db91bd7572a', 'tenant_id': '4f6a10010e894f0390d087e92b3d1035', 'mac_address': 'fa:16:3e:f6:8d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b5c212ed-61ce-414c-afb5-0c8516817b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:04Z', 'updated_at': '2022-05-03T23:53:17Z', 'revision_number': 5, 'project_id': '4f6a10010e894f0390d087e92b3d1035', 'subnets': [{'id': 'b5c212ed-61ce-414c-afb5-0c8516817b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:58:08.142964 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911af532-8556-4d85-8f9a-8de0a78cebaa None None] New status for floating IP ffacd249-797a-4c7f-9175-c83a7eb68b92: ACTIVE {{(pid=114215) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 23:58:08.223343 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9962018-d256-43af-919e-597d3180ccac req-9032e5e8-84bc-495e-b197-f27c1300c393 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:08.227004 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-f9962018-d256-43af-919e-597d3180ccac req-9032e5e8-84bc-495e-b197-f27c1300c393 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7301c2f-3916-4c73-a91c-9f920b83c508 HTTP/1.1" status: 200 len: 946 time: 0.0974729 May 03 23:58:08.274401 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-f9962018-d256-43af-919e-597d3180ccac req-778f112f-44d6-4684-8e69-b950a8b618de tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] 10.222.0.13 "GET /v2.0/security-groups?id=4191b7cf-65cf-4f89-8e01-4fa95128dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406070 May 03 23:58:08.365253 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-b80612d6-4ab0-4cd0-abb1-88a9a82f63d1 req-1b4c9cd3-6812-4249-83c7-76ab68de5ffe service neutron] 10.222.0.47 "GET /v2.0/networks/88061c84-ec22-4a18-841b-8db91bd7572a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5690458 May 03 23:58:08.380632 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31961852-819e-4ad9-ad2d-ebb3d740a3b9 req-0520a2b8-e454-4ff6-94cc-e153e60237e5 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:08.384138 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-31961852-819e-4ad9-ad2d-ebb3d740a3b9 req-0520a2b8-e454-4ff6-94cc-e153e60237e5 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 946 time: 0.2134378 May 03 23:58:08.404350 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-e5b95ec7-0cf8-4acf-993d-72fb87ff91ad req-5a74c6ff-47a7-4995-8ff2-6399b9d69674 service neutron] 10.222.0.47 "GET /v2.0/networks/0a6b04f9-6f06-4100-ad85-6b28ebd5afaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374115 May 03 23:58:08.437694 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-31961852-819e-4ad9-ad2d-ebb3d740a3b9 req-ed310dde-ad72-4ead-82bf-942f173b31dd tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477772 May 03 23:58:08.738322 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-b80612d6-4ab0-4cd0-abb1-88a9a82f63d1 req-486a45dc-e47c-4e0a-b1c7-901aff6b043c service neutron] 10.222.0.47 "GET /v2.0/networks/88061c84-ec22-4a18-841b-8db91bd7572a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783267 May 03 23:58:08.742536 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-e5b95ec7-0cf8-4acf-993d-72fb87ff91ad req-1c42a541-6476-4be0-a5a1-d300819a3252 service neutron] 10.222.0.47 "GET /v2.0/networks/0a6b04f9-6f06-4100-ad85-6b28ebd5afaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668073 May 03 23:58:08.815066 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e20a72e1-2156-4807-bbc5-8f80cb0e1ea2', 'tag': 'c62748d5-3d5c-4268-bf9c-e261b0109f8d'}] {{(pid=114213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:58:08.817786 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53d1e4f1e8632581442e9f46277f90828789bc3ac2677f75cdf13d6c47c4555d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ee30d2-4420-48c5-bf45-198518d53474" -d '{"events": [{"name": "network-changed", "server_uuid": "e20a72e1-2156-4807-bbc5-8f80cb0e1ea2", "tag": "c62748d5-3d5c-4268-bf9c-e261b0109f8d"}]}' {{(pid=114213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 23:58:08.881350 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 23:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c94d65b1-45e5-4bf4-b694-c99006e75dc7 x-openstack-request-id: req-c94d65b1-45e5-4bf4-b694-c99006e75dc7 {{(pid=114213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 23:58:08.881711 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e20a72e1-2156-4807-bbc5-8f80cb0e1ea2", "tag": "c62748d5-3d5c-4268-bf9c-e261b0109f8d", "status": "completed", "code": 200}]} {{(pid=114213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 23:58:08.882019 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c94d65b1-45e5-4bf4-b694-c99006e75dc7 {{(pid=114213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 23:58:08.882484 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c94d65b1-45e5-4bf4-b694-c99006e75dc7'] response: {'name': 'network-changed', 'server_uuid': 'e20a72e1-2156-4807-bbc5-8f80cb0e1ea2', 'tag': 'c62748d5-3d5c-4268-bf9c-e261b0109f8d', 'status': 'completed', 'code': 200} May 03 23:58:08.983395 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ee30d2-4420-48c5-bf45-198518d53474 req-5f7119c3-cb94-46fa-92bf-bddb9cfcd3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:08.984939 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-20ee30d2-4420-48c5-bf45-198518d53474 req-5f7119c3-cb94-46fa-92bf-bddb9cfcd3b6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b61197edd2154db6b72b860e57ff43ed&device_id=e20a72e1-2156-4807-bbc5-8f80cb0e1ea2 HTTP/1.1" status: 200 len: 1098 time: 0.0516031 May 03 23:58:09.099001 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ee30d2-4420-48c5-bf45-198518d53474 req-f00f5cf3-7736-4c9d-b609-d3f5a6936070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:09.100387 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-20ee30d2-4420-48c5-bf45-198518d53474 req-f00f5cf3-7736-4c9d-b609-d3f5a6936070 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0a6b04f9-6f06-4100-ad85-6b28ebd5afaa HTTP/1.1" status: 200 len: 920 time: 0.1058266 May 03 23:58:09.182406 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-20ee30d2-4420-48c5-bf45-198518d53474 req-9c837786-7675-4ced-ac98-cf76cc281564 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c62748d5-3d5c-4268-bf9c-e261b0109f8d HTTP/1.1" status: 200 len: 1001 time: 0.0742183 May 03 23:58:09.239361 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ee30d2-4420-48c5-bf45-198518d53474 req-d4962919-3104-410d-9b3d-0537c91dcb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:09.240872 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-20ee30d2-4420-48c5-bf45-198518d53474 req-d4962919-3104-410d-9b3d-0537c91dcb00 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a71a973f-43f2-413b-b3e6-b8f0626526c4 HTTP/1.1" status: 200 len: 858 time: 0.0489573 May 03 23:58:09.294289 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ee30d2-4420-48c5-bf45-198518d53474 req-88a46bbf-f81e-4add-a19d-84e4967b9d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:09.295822 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-20ee30d2-4420-48c5-bf45-198518d53474 req-88a46bbf-f81e-4add-a19d-84e4967b9d61 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0a6b04f9-6f06-4100-ad85-6b28ebd5afaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0461168 May 03 23:58:09.428486 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-20ee30d2-4420-48c5-bf45-198518d53474 req-133c6446-f4cd-41c5-b2b4-bc7f475cedf5 service neutron] 10.222.0.47 "GET /v2.0/networks/0a6b04f9-6f06-4100-ad85-6b28ebd5afaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225677 May 03 23:58:09.449867 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9419c6-bd45-4dd2-9c08-70e607a6eece req-cf20d253-9089-4165-a85c-6dc03d3a1575 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:09.451582 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-ee9419c6-bd45-4dd2-9c08-70e607a6eece req-cf20d253-9089-4165-a85c-6dc03d3a1575 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7301c2f-3916-4c73-a91c-9f920b83c508 HTTP/1.1" status: 200 len: 946 time: 0.0680995 May 03 23:58:09.566852 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-ee9419c6-bd45-4dd2-9c08-70e607a6eece req-f26237a2-5bff-4caa-b9aa-bf5447935d98 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] 10.222.0.13 "GET /v2.0/security-groups?id=4191b7cf-65cf-4f89-8e01-4fa95128dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063745 May 03 23:58:09.590367 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16939f18-7e9f-4885-8648-ecbd0a59becb req-7436d5a9-d2ac-4f8c-8672-81ecedb47034 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:09.592586 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-16939f18-7e9f-4885-8648-ecbd0a59becb req-7436d5a9-d2ac-4f8c-8672-81ecedb47034 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 946 time: 0.0581336 May 03 23:58:09.596060 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-20ee30d2-4420-48c5-bf45-198518d53474 req-9ba320c9-9101-45a3-afb1-6d40c39394d5 service neutron] 10.222.0.47 "GET /v2.0/networks/0a6b04f9-6f06-4100-ad85-6b28ebd5afaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434786 May 03 23:58:09.643920 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-16939f18-7e9f-4885-8648-ecbd0a59becb req-40da85e6-ebdf-4a3f-abfb-5d7875af9c3b tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412483 May 03 23:58:10.421198 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb13049-1eab-4842-a90c-07a23e4fcbf8 req-ad35609e-050b-4278-a8e8-70ca4ffb71a4 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:10.426519 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-3eb13049-1eab-4842-a90c-07a23e4fcbf8 req-ad35609e-050b-4278-a8e8-70ca4ffb71a4 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.47 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 946 time: 0.0572982 May 03 23:58:10.532374 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.plugin [req-3eb13049-1eab-4842-a90c-07a23e4fcbf8 req-72ba9197-f907-44d6-87cb-1e9d04f48d40 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Deleting port eddec5f8-eace-41cb-8aa4-6aae72b191af {{(pid=114212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 03 23:58:10.533088 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-3eb13049-1eab-4842-a90c-07a23e4fcbf8 req-72ba9197-f907-44d6-87cb-1e9d04f48d40 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733331783909'] for port, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:10.637632 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.db [req-3eb13049-1eab-4842-a90c-07a23e4fcbf8 req-72ba9197-f907-44d6-87cb-1e9d04f48d40 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] For port eddec5f8-eace-41cb-8aa4-6aae72b191af, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=eddec5f8-eace-41cb-8aa4-6aae72b191af,segment=NetworkSegment(e39c8e49-66af-4d27-b151-3cf1448d7fbf),segment_id=e39c8e49-66af-4d27-b151-3cf1448d7fbf)] {{(pid=114212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:58:10.638279 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-3eb13049-1eab-4842-a90c-07a23e4fcbf8 req-72ba9197-f907-44d6-87cb-1e9d04f48d40 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764614'] for port, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:10.792573 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22eb334-d3b1-4014-921e-329a18f5d377 req-c27d1e8c-86c7-426b-8f52-49cc08b585ee tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:10.794091 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-b22eb334-d3b1-4014-921e-329a18f5d377 req-c27d1e8c-86c7-426b-8f52-49cc08b585ee tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 946 time: 0.0512221 May 03 23:58:10.835156 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-b22eb334-d3b1-4014-921e-329a18f5d377 req-6b254985-733c-4d59-84e7-b582e3a3bf9d tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=494fa588-c49d-4c98-8357-af016f4d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341241 May 03 23:58:10.845853 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-3eb13049-1eab-4842-a90c-07a23e4fcbf8 req-72ba9197-f907-44d6-87cb-1e9d04f48d40 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:10.846237 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-3eb13049-1eab-4842-a90c-07a23e4fcbf8 req-72ba9197-f907-44d6-87cb-1e9d04f48d40 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3761754'] for floatingip, after_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:10.846551 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.db.l3_db [req-3eb13049-1eab-4842-a90c-07a23e4fcbf8 req-72ba9197-f907-44d6-87cb-1e9d04f48d40 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Floating IP 69ab7145-08b7-4e1b-aab0-37c1a95fa2da disassociated. External IP: 172.27.2.254, port: eddec5f8-eace-41cb-8aa4-6aae72b191af. May 03 23:58:10.846893 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.plugin [req-3eb13049-1eab-4842-a90c-07a23e4fcbf8 req-72ba9197-f907-44d6-87cb-1e9d04f48d40 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Calling delete_port for eddec5f8-eace-41cb-8aa4-6aae72b191af owned by compute:nova {{(pid=114212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 03 23:58:11.069301 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-3eb13049-1eab-4842-a90c-07a23e4fcbf8 req-72ba9197-f907-44d6-87cb-1e9d04f48d40 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733331790767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733331236154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25393418'] for port, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:11.102570 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ba9197-f907-44d6-87cb-1e9d04f48d40 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Pushing event deleted for resources: {'Port': ['ID=eddec5f8-eace-41cb-8aa4-6aae72b191af,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:58:11.222312 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3eb13049-1eab-4842-a90c-07a23e4fcbf8 req-72ba9197-f907-44d6-87cb-1e9d04f48d40 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Router 0ac2491f-d87e-497e-9dd1-95a1251bcf15 has already been hosted by L3 agent 758adf3f-89d7-4e1b-912e-3871fb413390 {{(pid=114212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 23:58:11.335895 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3eb13049-1eab-4842-a90c-07a23e4fcbf8 req-72ba9197-f907-44d6-87cb-1e9d04f48d40 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify agent at l3_agent.dv-cinder-840375-1-iscsi the message routers_updated {{(pid=114212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 23:58:11.346860 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c76fe9-6d68-4311-9370-912792c4a0e2 None None] Sync routers for ids ['0ac2491f-d87e-497e-9dd1-95a1251bcf15'] in dv-cinder-840375-1-iscsi {{(pid=114214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:58:11.357465 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c76fe9-6d68-4311-9370-912792c4a0e2 None None] Routers {'0ac2491f-d87e-497e-9dd1-95a1251bcf15'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:58:11.358133 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-67c76fe9-6d68-4311-9370-912792c4a0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-03T23:58:04Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['0ac2491f-d87e-497e-9dd1-95a1251bcf15'], 'active': True} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:58:11.383125 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eb13049-1eab-4842-a90c-07a23e4fcbf8 req-72ba9197-f907-44d6-87cb-1e9d04f48d40 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] No DVR routers for this DVR port eddec5f8-eace-41cb-8aa4-6aae72b191af on host hv-cinder-84037 {{(pid=114212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:58:11.386285 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-3eb13049-1eab-4842-a90c-07a23e4fcbf8 req-72ba9197-f907-44d6-87cb-1e9d04f48d40 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371'] for port, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:11.390791 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-3eb13049-1eab-4842-a90c-07a23e4fcbf8 req-72ba9197-f907-44d6-87cb-1e9d04f48d40 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.47 "DELETE /v2.0/ports/eddec5f8-eace-41cb-8aa4-6aae72b191af HTTP/1.1" status: 204 len: 173 time: 0.9594443 May 03 23:58:11.391360 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc196673-33de-4fe2-8ff5-9f0d6977d56b', 'name': 'network-vif-deleted', 'tag': 'eddec5f8-eace-41cb-8aa4-6aae72b191af'}] {{(pid=114212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:58:11.394189 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d2be33a93c6036cad1ba084e78d1c3d957b621bee157ccc93bfe0a4b69d877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe53980-2abc-4ca2-b086-579c9d0797a6" -d '{"events": [{"server_uuid": "bc196673-33de-4fe2-8ff5-9f0d6977d56b", "name": "network-vif-deleted", "tag": "eddec5f8-eace-41cb-8aa4-6aae72b191af"}]}' {{(pid=114212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 23:58:11.435719 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 23:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b3a685d-2fd2-4fd9-ae02-c363fb2ec79c x-openstack-request-id: req-1b3a685d-2fd2-4fd9-ae02-c363fb2ec79c {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 23:58:11.436012 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc196673-33de-4fe2-8ff5-9f0d6977d56b", "name": "network-vif-deleted", "tag": "eddec5f8-eace-41cb-8aa4-6aae72b191af", "status": "completed", "code": 200}]} {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 23:58:11.436265 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1b3a685d-2fd2-4fd9-ae02-c363fb2ec79c {{(pid=114212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 23:58:11.436675 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b3a685d-2fd2-4fd9-ae02-c363fb2ec79c'] response: {'server_uuid': 'bc196673-33de-4fe2-8ff5-9f0d6977d56b', 'name': 'network-vif-deleted', 'tag': 'eddec5f8-eace-41cb-8aa4-6aae72b191af', 'status': 'completed', 'code': 200} May 03 23:58:11.480981 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvr_db [None req-67c76fe9-6d68-4311-9370-912792c4a0e2 None None] Set router 0ac2491f-d87e-497e-9dd1-95a1251bcf15 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 23:58:11.727863 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-67c76fe9-6d68-4311-9370-912792c4a0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac2491f-d87e-497e-9dd1-95a1251bcf15', 'name': 'tempest-AttachVolumeShelveTestJSON-2104173359-router', 'tenant_id': '03bce0db30814ab1a93850e3a33758bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '26de31a4-a158-4f76-b65e-4292da0ec2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:52:57Z', 'updated_at': '2022-05-03T23:53:10Z', 'revision_number': 4, 'project_id': '03bce0db30814ab1a93850e3a33758bc', 'gw_port': {'id': '26de31a4-a158-4f76-b65e-4292da0ec2ab', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac2491f-d87e-497e-9dd1-95a1251bcf15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:52:58Z', 'updated_at': '2022-05-03T23:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_interfaces': [{'id': '2c0d12b7-288c-4279-8b35-041486d27e2a', 'name': '', 'network_id': '6794dc24-6270-444d-9eb8-8dafb7765ac3', 'tenant_id': '03bce0db30814ab1a93850e3a33758bc', 'mac_address': 'fa:16:3e:fa:bf:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac2491f-d87e-497e-9dd1-95a1251bcf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c9819db7-dd9c-4945-a665-c049574a03e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:08Z', 'updated_at': '2022-05-03T23:53:31Z', 'revision_number': 5, 'project_id': '03bce0db30814ab1a93850e3a33758bc', 'subnets': [{'id': 'c9819db7-dd9c-4945-a665-c049574a03e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:58:11.756226 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c76fe9-6d68-4311-9370-912792c4a0e2 None None] Checking router: 0ac2491f-d87e-497e-9dd1-95a1251bcf15 for host: dv-cinder-840375-1-iscsi {{(pid=114214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:58:11.765612 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c76fe9-6d68-4311-9370-912792c4a0e2 None None] Routers {'0ac2491f-d87e-497e-9dd1-95a1251bcf15'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:58:11.766269 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-67c76fe9-6d68-4311-9370-912792c4a0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-03T23:58:04Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['0ac2491f-d87e-497e-9dd1-95a1251bcf15'], 'active': True} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:58:11.890954 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvr_db [None req-67c76fe9-6d68-4311-9370-912792c4a0e2 None None] Set router 0ac2491f-d87e-497e-9dd1-95a1251bcf15 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 23:58:12.029816 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-711e9bfb-cf1b-4c94-9963-4146279ee88b req-8a8abfb1-1555-447f-ab6e-a5aa6d5ddbcd tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc196673-33de-4fe2-8ff5-9f0d6977d56b HTTP/1.1" status: 200 len: 210 time: 0.0447321 May 03 23:58:12.143261 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-67c76fe9-6d68-4311-9370-912792c4a0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac2491f-d87e-497e-9dd1-95a1251bcf15', 'name': 'tempest-AttachVolumeShelveTestJSON-2104173359-router', 'tenant_id': '03bce0db30814ab1a93850e3a33758bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '26de31a4-a158-4f76-b65e-4292da0ec2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:52:57Z', 'updated_at': '2022-05-03T23:53:10Z', 'revision_number': 4, 'project_id': '03bce0db30814ab1a93850e3a33758bc', 'gw_port': {'id': '26de31a4-a158-4f76-b65e-4292da0ec2ab', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac2491f-d87e-497e-9dd1-95a1251bcf15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:52:58Z', 'updated_at': '2022-05-03T23:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_interfaces': [{'id': '2c0d12b7-288c-4279-8b35-041486d27e2a', 'name': '', 'network_id': '6794dc24-6270-444d-9eb8-8dafb7765ac3', 'tenant_id': '03bce0db30814ab1a93850e3a33758bc', 'mac_address': 'fa:16:3e:fa:bf:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac2491f-d87e-497e-9dd1-95a1251bcf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c9819db7-dd9c-4945-a665-c049574a03e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:08Z', 'updated_at': '2022-05-03T23:53:31Z', 'revision_number': 5, 'project_id': '03bce0db30814ab1a93850e3a33758bc', 'subnets': [{'id': 'c9819db7-dd9c-4945-a665-c049574a03e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:58:12.175673 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c76fe9-6d68-4311-9370-912792c4a0e2 None None] The sync data for ids ['0ac2491f-d87e-497e-9dd1-95a1251bcf15'] in dv-cinder-840375-1-iscsi is: [{'id': '0ac2491f-d87e-497e-9dd1-95a1251bcf15', 'name': 'tempest-AttachVolumeShelveTestJSON-2104173359-router', 'tenant_id': '03bce0db30814ab1a93850e3a33758bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '26de31a4-a158-4f76-b65e-4292da0ec2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:52:57Z', 'updated_at': '2022-05-03T23:53:10Z', 'revision_number': 4, 'project_id': '03bce0db30814ab1a93850e3a33758bc', 'gw_port': {'id': '26de31a4-a158-4f76-b65e-4292da0ec2ab', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac2491f-d87e-497e-9dd1-95a1251bcf15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:52:58Z', 'updated_at': '2022-05-03T23:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_interfaces': [{'id': '2c0d12b7-288c-4279-8b35-041486d27e2a', 'name': '', 'network_id': '6794dc24-6270-444d-9eb8-8dafb7765ac3', 'tenant_id': '03bce0db30814ab1a93850e3a33758bc', 'mac_address': 'fa:16:3e:fa:bf:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac2491f-d87e-497e-9dd1-95a1251bcf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c9819db7-dd9c-4945-a665-c049574a03e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:08Z', 'updated_at': '2022-05-03T23:53:31Z', 'revision_number': 5, 'project_id': '03bce0db30814ab1a93850e3a33758bc', 'subnets': [{'id': 'c9819db7-dd9c-4945-a665-c049574a03e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:58:12.415267 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf91a03-7316-4648-bd9f-15a52f006c5c None None] New status for floating IP 69ab7145-08b7-4e1b-aab0-37c1a95fa2da: DOWN {{(pid=114215) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 23:58:13.219311 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 41186) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:58:13.278087 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-ade711cb-a955-42b7-809b-e4061856a259 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify callbacks [] for security_group, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:13.313117 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-ade711cb-a955-42b7-809b-e4061856a259 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:13.446826 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-ade711cb-a955-42b7-809b-e4061856a259 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:13.449485 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-ade711cb-a955-42b7-809b-e4061856a259 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify callbacks [] for security_group, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:13.450822 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-ade711cb-a955-42b7-809b-e4061856a259 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "DELETE /v2.0/security-groups/494fa588-c49d-4c98-8357-af016f4d8fd6 HTTP/1.1" status: 204 len: 168 time: 0.2303853 May 03 23:58:13.454136 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 41188) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:58:13.460837 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade711cb-a955-42b7-809b-e4061856a259 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=494fa588-c49d-4c98-8357-af016f4d8fd6,revision_number=None']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:58:13.469892 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.api.v2.resource [None req-a5b09010-619e-4bb6-b250-f099bd98191b tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] show failed (client error): The resource could not be found. May 03 23:58:13.471654 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-a5b09010-619e-4bb6-b250-f099bd98191b tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups/494fa588-c49d-4c98-8357-af016f4d8fd6 HTTP/1.1" status: 404 len: 347 time: 0.0158238 May 03 23:58:13.473861 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 41190) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:58:13.608957 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.plugin [None req-1af0528f-4752-480d-86e9-c0e1c202964d tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Deleting port 2357dec7-f06d-4e44-8e64-eadb4433a15b {{(pid=114212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 03 23:58:13.609308 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-1af0528f-4752-480d-86e9-c0e1c202964d tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733331783909'] for port, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:13.690100 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-1af0528f-4752-480d-86e9-c0e1c202964d tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764614'] for port, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:13.690428 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-1af0528f-4752-480d-86e9-c0e1c202964d tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:13.702773 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.plugin [None req-1af0528f-4752-480d-86e9-c0e1c202964d tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Calling delete_port for 2357dec7-f06d-4e44-8e64-eadb4433a15b owned by network:floatingip {{(pid=114212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 03 23:58:13.828168 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device eddec5f8-eace-41cb-8aa4-6aae72b191af no longer exists at agent hyperv_hv-cinder-84037 {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 23:58:13.848997 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] No Port match for: eddec5f8-eace-41cb-8aa4-6aae72b191af {{(pid=114214) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 03 23:58:13.853792 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device eddec5f8-eace-41cb-8aa4-6aae72b191af not bound to the agent host hv-cinder-84037 {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 23:58:13.898396 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-1af0528f-4752-480d-86e9-c0e1c202964d tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733331790767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733331236154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25393418'] for port, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:13.927367 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af0528f-4752-480d-86e9-c0e1c202964d tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Pushing event deleted for resources: {'Port': ['ID=2357dec7-f06d-4e44-8e64-eadb4433a15b,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:58:14.029474 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-1af0528f-4752-480d-86e9-c0e1c202964d tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify callbacks [] for floatingip, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:14.034364 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-1af0528f-4752-480d-86e9-c0e1c202964d tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371'] for floatingip, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:14.036379 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-1af0528f-4752-480d-86e9-c0e1c202964d tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "DELETE /v2.0/floatingips/69ab7145-08b7-4e1b-aab0-37c1a95fa2da HTTP/1.1" status: 204 len: 168 time: 0.5613658 May 03 23:58:14.310880 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 41198) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:58:14.316499 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [None req-c0aa4231-8e08-4f98-acef-e312d378a011 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1868294640', 'description': 'tempest-description--693524551'}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:58:14.395452 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-c0aa4231-8e08-4f98-acef-e312d378a011 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify callbacks [] for security_group, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:14.472540 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-c0aa4231-8e08-4f98-acef-e312d378a011 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify callbacks [] for security_group, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:14.577739 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-c0aa4231-8e08-4f98-acef-e312d378a011 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:14.609269 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aa4231-8e08-4f98-acef-e312d378a011 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef122cb-b2d7-4f4c-a22c-0ef0f7f5683d,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:58:14.689601 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-c0aa4231-8e08-4f98-acef-e312d378a011 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify callbacks [] for security_group, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:14.690665 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-c0aa4231-8e08-4f98-acef-e312d378a011 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3786101 May 03 23:58:14.695997 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 41202) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:58:14.700634 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [None req-6ef90bda-79ea-4027-97b2-893237c67d95 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Request body: {'security_group_rule': {'security_group_id': '6ef122cb-b2d7-4f4c-a22c-0ef0f7f5683d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:58:14.846030 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-6ef90bda-79ea-4027-97b2-893237c67d95 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:14.909708 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-6ef90bda-79ea-4027-97b2-893237c67d95 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:15.017634 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-6ef90bda-79ea-4027-97b2-893237c67d95 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774295'] for security_group_rule, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:15.036775 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef90bda-79ea-4027-97b2-893237c67d95 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dca8363-2f02-45c2-a7e4-7a9be920105b,revision_number=0']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:58:15.123264 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-6ef90bda-79ea-4027-97b2-893237c67d95 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:15.124708 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-6ef90bda-79ea-4027-97b2-893237c67d95 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4276409 May 03 23:58:15.127811 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 41204) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:58:15.132799 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [None req-d7364efb-ee2a-449e-a6f9-83c5bb0e293f tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Request body: {'security_group_rule': {'security_group_id': '6ef122cb-b2d7-4f4c-a22c-0ef0f7f5683d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:58:15.217921 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-d7364efb-ee2a-449e-a6f9-83c5bb0e293f tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:15.283055 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-d7364efb-ee2a-449e-a6f9-83c5bb0e293f tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:15.355250 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-d7364efb-ee2a-449e-a6f9-83c5bb0e293f tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774295'] for security_group_rule, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:15.373242 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7364efb-ee2a-449e-a6f9-83c5bb0e293f tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba47059f-ca12-43fc-9979-1ab3899c1b08,revision_number=0']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:58:15.442491 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-d7364efb-ee2a-449e-a6f9-83c5bb0e293f tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:15.443711 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-d7364efb-ee2a-449e-a6f9-83c5bb0e293f tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3148158 May 03 23:58:15.446929 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 41206) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:58:15.451278 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [None req-c031dbf2-4712-4277-993f-1a435d7ef4fa tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Request body: {'floatingip': {'floating_network_id': 'b899e136-3b25-4af5-bb18-9827145d490c'}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:58:15.555093 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-c031dbf2-4712-4277-993f-1a435d7ef4fa tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify callbacks [] for floatingip, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:15.662070 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-c031dbf2-4712-4277-993f-1a435d7ef4fa tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:15.822196 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.db_base_plugin_common [None req-c031dbf2-4712-4277-993f-1a435d7ef4fa tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Allocated IP 172.27.2.108 (b899e136-3b25-4af5-bb18-9827145d490c/f9ce11e5-b806-4ff0-a648-9987146ccd8a/c34cd382-df65-45eb-b1dd-892fd4953139) {{(pid=114212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:58:15.939971 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-c031dbf2-4712-4277-993f-1a435d7ef4fa tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify callbacks [] for port, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:16.041224 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-c031dbf2-4712-4277-993f-1a435d7ef4fa tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733331236172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25393418'] for port, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:16.082425 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c031dbf2-4712-4277-993f-1a435d7ef4fa tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Network b899e136-3b25-4af5-bb18-9827145d490c is already hosted by enough agents. {{(pid=114212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:58:16.086310 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.base_scheduler [None req-c031dbf2-4712-4277-993f-1a435d7ef4fa tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Resources bound (agent type, host, resource id): {{(pid=114212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:58:16.090201 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c031dbf2-4712-4277-993f-1a435d7ef4fa tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Received port after_create {{(pid=114212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 23:58:16.095889 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c031dbf2-4712-4277-993f-1a435d7ef4fa tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Pushing event updated for resources: {'Port': ['ID=c34cd382-df65-45eb-b1dd-892fd4953139,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:58:16.191715 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-c031dbf2-4712-4277-993f-1a435d7ef4fa tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:16.291289 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-c031dbf2-4712-4277-993f-1a435d7ef4fa tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:16.457902 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-c031dbf2-4712-4277-993f-1a435d7ef4fa tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify callbacks [] for port, precommit_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:16.520163 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-c031dbf2-4712-4277-993f-1a435d7ef4fa tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25393411'] for port, after_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:16.597033 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c031dbf2-4712-4277-993f-1a435d7ef4fa tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Pushing event updated for resources: {'Port': ['ID=c34cd382-df65-45eb-b1dd-892fd4953139,revision_number=2']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:58:16.610640 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-c031dbf2-4712-4277-993f-1a435d7ef4fa tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3761754'] for floatingip, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:16.671157 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-c031dbf2-4712-4277-993f-1a435d7ef4fa tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371'] for floatingip, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:16.672409 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-c031dbf2-4712-4277-993f-1a435d7ef4fa tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2245421 May 03 23:58:16.876838 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-7ce48ddb-f0e3-4160-a0bf-157b19be8d02 req-919d96fe-9b9e-4eea-9780-eaabfa057d10 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1868294640&fields=id&tenant_id=03bce0db30814ab1a93850e3a33758bc HTTP/1.1" status: 200 len: 267 time: 0.0366998 May 03 23:58:17.005680 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce48ddb-f0e3-4160-a0bf-157b19be8d02 req-ce9b2b44-1217-4c3e-bb4e-6d8124c12e61 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:17.007297 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-7ce48ddb-f0e3-4160-a0bf-157b19be8d02 req-ce9b2b44-1217-4c3e-bb4e-6d8124c12e61 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/networks?id=6794dc24-6270-444d-9eb8-8dafb7765ac3 HTTP/1.1" status: 200 len: 817 time: 0.1229544 May 03 23:58:17.025652 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-7ce48ddb-f0e3-4160-a0bf-157b19be8d02 req-efde4fd5-a51d-4def-851c-a4c20bea8319 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/quotas/03bce0db30814ab1a93850e3a33758bc HTTP/1.1" status: 200 len: 375 time: 0.0104661 May 03 23:58:17.087481 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-7ce48ddb-f0e3-4160-a0bf-157b19be8d02 req-dec57a1f-95f7-497e-be03-50fa3cff2eba tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=03bce0db30814ab1a93850e3a33758bc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0558276 May 03 23:58:17.259943 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-7ce48ddb-f0e3-4160-a0bf-157b19be8d02 req-3060212f-7008-444d-b16e-54e291998045 service neutron] 10.222.0.13 "GET /v2.0/networks/6794dc24-6270-444d-9eb8-8dafb7765ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507385 May 03 23:58:17.366881 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-7ce48ddb-f0e3-4160-a0bf-157b19be8d02 req-d487c73b-89e6-45b7-a6d2-d1694b989bdb service neutron] 10.222.0.13 "GET /v2.0/networks/6794dc24-6270-444d-9eb8-8dafb7765ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994658 May 03 23:58:17.656696 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-f5b463b8-d0a4-4657-9fa6-2215d5c26b8a req-f311593d-6368-4562-9405-1f74c9c1ed01 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4103cf2-2713-46a4-b488-6f4b7c073536 HTTP/1.1" status: 200 len: 210 time: 0.0320010 May 03 23:58:18.160707 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:18.762619 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-e7943a9d-5144-4e62-8c5d-75b46653b61d req-720a460e-4feb-49cf-9d55-e4d572c0368a tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4103cf2-2713-46a4-b488-6f4b7c073536 HTTP/1.1" status: 200 len: 210 time: 0.0291321 May 03 23:58:19.678221 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275413a1-0217-4e9f-9351-37255b5d366b req-5a21f933-44fa-4488-af1a-b2a811140028 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:19.680528 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-275413a1-0217-4e9f-9351-37255b5d366b req-5a21f933-44fa-4488-af1a-b2a811140028 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b90b35a3-8206-4747-bf4b-c9b77bd4e470 HTTP/1.1" status: 200 len: 946 time: 0.0573862 May 03 23:58:19.721345 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-275413a1-0217-4e9f-9351-37255b5d366b req-3bb063e9-4ad9-407a-8229-df75e9954da9 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a9b5e6e-5f27-4dc7-8078-345eba378f61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336006 May 03 23:58:19.939306 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-178a36b5-f5b8-4e85-b25b-5163cda7b048 req-f0145d62-2245-4a2e-b317-86ac2774b374 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4103cf2-2713-46a4-b488-6f4b7c073536 HTTP/1.1" status: 200 len: 210 time: 0.0281992 May 03 23:58:20.856274 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c420d9-f899-4ac6-891e-9edbc8c958e1 req-d42da295-22b0-47ba-99cb-4f84ae01b105 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:20.857596 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-11c420d9-f899-4ac6-891e-9edbc8c958e1 req-d42da295-22b0-47ba-99cb-4f84ae01b105 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b90b35a3-8206-4747-bf4b-c9b77bd4e470 HTTP/1.1" status: 200 len: 946 time: 0.0528095 May 03 23:58:20.902822 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-11c420d9-f899-4ac6-891e-9edbc8c958e1 req-6d7ca152-c923-4d99-9734-0902d84c35f7 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a9b5e6e-5f27-4dc7-8078-345eba378f61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389066 May 03 23:58:21.045330 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-be3226fb-9c5f-467a-a8a9-cf5937e50f0f req-5c87c627-0089-491b-a96e-8a6db670cbcd tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4103cf2-2713-46a4-b488-6f4b7c073536 HTTP/1.1" status: 200 len: 210 time: 0.0292947 May 03 23:58:22.034360 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a45e4-cfea-4793-8da1-208a295c82b2 req-b10ae02f-c058-42ec-9298-fd07fdb0835b tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:22.035989 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-4d9a45e4-cfea-4793-8da1-208a295c82b2 req-b10ae02f-c058-42ec-9298-fd07fdb0835b tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b90b35a3-8206-4747-bf4b-c9b77bd4e470 HTTP/1.1" status: 200 len: 946 time: 0.0604677 May 03 23:58:22.100278 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-4d9a45e4-cfea-4793-8da1-208a295c82b2 req-509dc612-2811-4b9d-8b5a-a3927dca0423 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a9b5e6e-5f27-4dc7-8078-345eba378f61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570378 May 03 23:58:22.191386 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-0d03e374-90f4-4aa9-91df-6eff19b17ac2 req-50e07616-49a2-4bfb-ac9c-3d2e3a8870fb tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4103cf2-2713-46a4-b488-6f4b7c073536 HTTP/1.1" status: 200 len: 210 time: 0.0381098 May 03 23:58:22.480847 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.agents_db [None req-33eb5aa9-4e04-49df-8f84-9829a3bd54c6 None None] Agent healthcheck: found 6 active agents {{(pid=114215) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 23:58:23.093308 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce48ddb-f0e3-4160-a0bf-157b19be8d02 req-3836b3d6-130a-48eb-8de1-b578e3a5d5ce tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:23.095746 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-7ce48ddb-f0e3-4160-a0bf-157b19be8d02 req-3836b3d6-130a-48eb-8de1-b578e3a5d5ce tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.47 "GET /v2.0/networks?id=6794dc24-6270-444d-9eb8-8dafb7765ac3 HTTP/1.1" status: 200 len: 817 time: 0.1281598 May 03 23:58:23.165962 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-7ce48ddb-f0e3-4160-a0bf-157b19be8d02 req-af3fc8c0-4107-420c-a2b4-4dc0814f06ad tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=03bce0db30814ab1a93850e3a33758bc HTTP/1.1" status: 200 len: 380 time: 0.0529535 May 03 23:58:23.181898 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [req-7ce48ddb-f0e3-4160-a0bf-157b19be8d02 req-2aa127b9-72ee-42ca-94a6-0a3e845d38ac tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Request body: {'port': {'device_id': 'b4103cf2-2713-46a4-b488-6f4b7c073536', 'network_id': '6794dc24-6270-444d-9eb8-8dafb7765ac3', 'admin_state_up': True, 'tenant_id': '03bce0db30814ab1a93850e3a33758bc', 'security_groups': ['6ef122cb-b2d7-4f4c-a22c-0ef0f7f5683d']}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:58:23.307841 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2261e9e-bb56-497a-badc-a0c9f415e19c req-cd3525b7-2c98-4874-9295-b8a6225e9078 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:23.309854 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-d2261e9e-bb56-497a-badc-a0c9f415e19c req-cd3525b7-2c98-4874-9295-b8a6225e9078 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b90b35a3-8206-4747-bf4b-c9b77bd4e470 HTTP/1.1" status: 200 len: 946 time: 0.1096828 May 03 23:58:23.316186 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-fb4c7822-5032-4214-bb31-28b2dee0f866 req-c6eab7f4-39b9-48e1-ada8-f7424a13cd2f tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4103cf2-2713-46a4-b488-6f4b7c073536 HTTP/1.1" status: 200 len: 210 time: 0.0314376 May 03 23:58:23.387837 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-d2261e9e-bb56-497a-badc-a0c9f415e19c req-5ecda40e-7a61-45f2-a7a2-4d3cb7877da9 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a9b5e6e-5f27-4dc7-8078-345eba378f61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646634 May 03 23:58:23.555759 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ce48ddb-f0e3-4160-a0bf-157b19be8d02 req-2aa127b9-72ee-42ca-94a6-0a3e845d38ac tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Made reservation on behalf of 03bce0db30814ab1a93850e3a33758bc for: {'port': 1} {{(pid=114212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:58:23.559364 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-7ce48ddb-f0e3-4160-a0bf-157b19be8d02 req-2aa127b9-72ee-42ca-94a6-0a3e845d38ac tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:23.706528 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.db_base_plugin_common [req-7ce48ddb-f0e3-4160-a0bf-157b19be8d02 req-2aa127b9-72ee-42ca-94a6-0a3e845d38ac tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Allocated IP 172.20.0.11 (6794dc24-6270-444d-9eb8-8dafb7765ac3/c9819db7-dd9c-4945-a665-c049574a03e0/ac08da13-3e19-4e42-bd72-745ba261f9b5) {{(pid=114212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:58:23.876492 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-7ce48ddb-f0e3-4160-a0bf-157b19be8d02 req-2aa127b9-72ee-42ca-94a6-0a3e845d38ac tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify callbacks [] for port, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:23.978553 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-7ce48ddb-f0e3-4160-a0bf-157b19be8d02 req-2aa127b9-72ee-42ca-94a6-0a3e845d38ac tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733331236172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25393418'] for port, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:24.022861 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ce48ddb-f0e3-4160-a0bf-157b19be8d02 req-2aa127b9-72ee-42ca-94a6-0a3e845d38ac tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Network 6794dc24-6270-444d-9eb8-8dafb7765ac3 is already hosted by enough agents. {{(pid=114212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:58:24.028067 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.base_scheduler [req-7ce48ddb-f0e3-4160-a0bf-157b19be8d02 req-2aa127b9-72ee-42ca-94a6-0a3e845d38ac tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Resources bound (agent type, host, resource id): {{(pid=114212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:58:24.031859 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ce48ddb-f0e3-4160-a0bf-157b19be8d02 req-2aa127b9-72ee-42ca-94a6-0a3e845d38ac tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Received port after_create {{(pid=114212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 23:58:24.060888 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa127b9-72ee-42ca-94a6-0a3e845d38ac tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Pushing event updated for resources: {'Port': ['ID=ac08da13-3e19-4e42-bd72-745ba261f9b5,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:58:24.093646 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce48ddb-f0e3-4160-a0bf-157b19be8d02 req-2aa127b9-72ee-42ca-94a6-0a3e845d38ac tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:24.095219 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-7ce48ddb-f0e3-4160-a0bf-157b19be8d02 req-2aa127b9-72ee-42ca-94a6-0a3e845d38ac tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371'] for port, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:24.225463 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-7ce48ddb-f0e3-4160-a0bf-157b19be8d02 req-2aa127b9-72ee-42ca-94a6-0a3e845d38ac tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0494635 May 03 23:58:24.306515 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [req-7ce48ddb-f0e3-4160-a0bf-157b19be8d02 req-02f8bdd1-79ae-44bb-9009-2799f8bf3ecf service neutron] Request body: {'port': {'device_id': 'b4103cf2-2713-46a4-b488-6f4b7c073536', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:58:24.376433 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-7ce48ddb-f0e3-4160-a0bf-157b19be8d02 req-02f8bdd1-79ae-44bb-9009-2799f8bf3ecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:24.481404 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be0c01-5666-46da-a195-8f2b007fa148 req-8cfb2920-9dc9-48e0-ab1b-440e51d43bc9 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:24.483671 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-b8be0c01-5666-46da-a195-8f2b007fa148 req-8cfb2920-9dc9-48e0-ab1b-440e51d43bc9 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4103cf2-2713-46a4-b488-6f4b7c073536 HTTP/1.1" status: 200 len: 932 time: 0.0745528 May 03 23:58:24.485728 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-88211a99-449a-44c8-8c28-8056dac53c27 None None] Provisioning complete for port ac08da13-3e19-4e42-bd72-745ba261f9b5 triggered by entity DHCP. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:58:24.487008 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-88211a99-449a-44c8-8c28-8056dac53c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:24.532874 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-b8be0c01-5666-46da-a195-8f2b007fa148 req-ae97767b-d024-46ac-82c8-778c16df28d1 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ef122cb-b2d7-4f4c-a22c-0ef0f7f5683d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388110 May 03 23:58:24.556558 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-88211a99-449a-44c8-8c28-8056dac53c27 None None] Port ac08da13-3e19-4e42-bd72-745ba261f9b5 cannot update to ACTIVE because it is not bound. {{(pid=114214) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 03 23:58:24.630438 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5760f5-9afe-4a22-979b-a5ed6190584d req-665cea39-f646-45d7-8122-f4789743de9c tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:24.632289 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-bd5760f5-9afe-4a22-979b-a5ed6190584d req-665cea39-f646-45d7-8122-f4789743de9c tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b90b35a3-8206-4747-bf4b-c9b77bd4e470 HTTP/1.1" status: 200 len: 946 time: 0.1183388 May 03 23:58:24.699868 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-bd5760f5-9afe-4a22-979b-a5ed6190584d req-769db9da-8ef2-4d91-9169-7262afa9fda0 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a9b5e6e-5f27-4dc7-8078-345eba378f61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605412 May 03 23:58:24.791398 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.notifiers.nova [req-7ce48ddb-f0e3-4160-a0bf-157b19be8d02 req-02f8bdd1-79ae-44bb-9009-2799f8bf3ecf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac08da13-3e19-4e42-bd72-745ba261f9b5 {{(pid=114212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:58:24.800249 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-7ce48ddb-f0e3-4160-a0bf-157b19be8d02 req-02f8bdd1-79ae-44bb-9009-2799f8bf3ecf service neutron] Notify callbacks [] for port, precommit_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:24.814546 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.provisioning_blocks [req-7ce48ddb-f0e3-4160-a0bf-157b19be8d02 req-02f8bdd1-79ae-44bb-9009-2799f8bf3ecf service neutron] Transition to ACTIVE for port object ac08da13-3e19-4e42-bd72-745ba261f9b5 will not be triggered until provisioned by entity L2. {{(pid=114212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:58:24.880222 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-7ce48ddb-f0e3-4160-a0bf-157b19be8d02 req-02f8bdd1-79ae-44bb-9009-2799f8bf3ecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25393411'] for port, after_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:24.932613 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f8bdd1-79ae-44bb-9009-2799f8bf3ecf service neutron] Pushing event updated for resources: {'Port': ['ID=ac08da13-3e19-4e42-bd72-745ba261f9b5,revision_number=2']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:58:24.958895 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f8bdd1-79ae-44bb-9009-2799f8bf3ecf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:58:24.959233 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f8bdd1-79ae-44bb-9009-2799f8bf3ecf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:58:24.959580 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f8bdd1-79ae-44bb-9009-2799f8bf3ecf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:58:24.960485 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f8bdd1-79ae-44bb-9009-2799f8bf3ecf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:58:24.960951 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f8bdd1-79ae-44bb-9009-2799f8bf3ecf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:58:24.961515 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f8bdd1-79ae-44bb-9009-2799f8bf3ecf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:58:24.961612 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f8bdd1-79ae-44bb-9009-2799f8bf3ecf service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:58:24.961895 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f8bdd1-79ae-44bb-9009-2799f8bf3ecf service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:58:24.962258 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f8bdd1-79ae-44bb-9009-2799f8bf3ecf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:58:24.962587 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f8bdd1-79ae-44bb-9009-2799f8bf3ecf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:58:24.962916 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f8bdd1-79ae-44bb-9009-2799f8bf3ecf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:58:24.963265 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f8bdd1-79ae-44bb-9009-2799f8bf3ecf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:58:25.029179 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.managers [req-7ce48ddb-f0e3-4160-a0bf-157b19be8d02 req-02f8bdd1-79ae-44bb-9009-2799f8bf3ecf service neutron] Attempting to bind port ac08da13-3e19-4e42-bd72-745ba261f9b5 on host hv-cinder-84037 for vnic_type normal with profile {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:58:25.029586 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.managers [req-7ce48ddb-f0e3-4160-a0bf-157b19be8d02 req-02f8bdd1-79ae-44bb-9009-2799f8bf3ecf service neutron] Attempting to bind port ac08da13-3e19-4e42-bd72-745ba261f9b5 by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': 'e39c8e49-66af-4d27-b151-3cf1448d7fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '6794dc24-6270-444d-9eb8-8dafb7765ac3'}] {{(pid=114212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:58:25.029981 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce48ddb-f0e3-4160-a0bf-157b19be8d02 req-02f8bdd1-79ae-44bb-9009-2799f8bf3ecf service neutron] Attempting to bind port ac08da13-3e19-4e42-bd72-745ba261f9b5 on network 6794dc24-6270-444d-9eb8-8dafb7765ac3 {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 23:58:25.036786 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce48ddb-f0e3-4160-a0bf-157b19be8d02 req-02f8bdd1-79ae-44bb-9009-2799f8bf3ecf service neutron] Port ac08da13-3e19-4e42-bd72-745ba261f9b5 on network 6794dc24-6270-444d-9eb8-8dafb7765ac3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 23:58:25.037185 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce48ddb-f0e3-4160-a0bf-157b19be8d02 req-02f8bdd1-79ae-44bb-9009-2799f8bf3ecf service neutron] Attempting to bind port ac08da13-3e19-4e42-bd72-745ba261f9b5 on network 6794dc24-6270-444d-9eb8-8dafb7765ac3 {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 23:58:25.044915 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce48ddb-f0e3-4160-a0bf-157b19be8d02 req-02f8bdd1-79ae-44bb-9009-2799f8bf3ecf service neutron] Checking agent: {'id': '6e4019a9-2d41-4d26-94e3-460d78c489d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 23, 50, 48), 'started_at': datetime.datetime(2022, 5, 3, 23, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 23:58:25.045349 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce48ddb-f0e3-4160-a0bf-157b19be8d02 req-02f8bdd1-79ae-44bb-9009-2799f8bf3ecf service neutron] Checking segment: {'id': 'e39c8e49-66af-4d27-b151-3cf1448d7fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '6794dc24-6270-444d-9eb8-8dafb7765ac3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 03 23:58:25.045793 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce48ddb-f0e3-4160-a0bf-157b19be8d02 req-02f8bdd1-79ae-44bb-9009-2799f8bf3ecf service neutron] Bound using segment: {'id': 'e39c8e49-66af-4d27-b151-3cf1448d7fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '6794dc24-6270-444d-9eb8-8dafb7765ac3'} {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 23:58:25.046435 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.managers [req-7ce48ddb-f0e3-4160-a0bf-157b19be8d02 req-02f8bdd1-79ae-44bb-9009-2799f8bf3ecf service neutron] Bound port: ac08da13-3e19-4e42-bd72-745ba261f9b5, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e39c8e49-66af-4d27-b151-3cf1448d7fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '6794dc24-6270-444d-9eb8-8dafb7765ac3'}}] {{(pid=114212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:58:25.046859 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-7ce48ddb-f0e3-4160-a0bf-157b19be8d02 req-02f8bdd1-79ae-44bb-9009-2799f8bf3ecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:25.155524 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.db [req-7ce48ddb-f0e3-4160-a0bf-157b19be8d02 req-02f8bdd1-79ae-44bb-9009-2799f8bf3ecf service neutron] For port ac08da13-3e19-4e42-bd72-745ba261f9b5, host hv-cinder-84037, cleared binding levels {{(pid=114212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 23:58:25.159062 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.db [req-7ce48ddb-f0e3-4160-a0bf-157b19be8d02 req-02f8bdd1-79ae-44bb-9009-2799f8bf3ecf service neutron] For port ac08da13-3e19-4e42-bd72-745ba261f9b5, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=ac08da13-3e19-4e42-bd72-745ba261f9b5,segment=NetworkSegment(e39c8e49-66af-4d27-b151-3cf1448d7fbf),segment_id=e39c8e49-66af-4d27-b151-3cf1448d7fbf)] {{(pid=114212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 23:58:25.275023 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-7ce48ddb-f0e3-4160-a0bf-157b19be8d02 req-02f8bdd1-79ae-44bb-9009-2799f8bf3ecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25393411'] for port, after_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:25.317381 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce48ddb-f0e3-4160-a0bf-157b19be8d02 req-02f8bdd1-79ae-44bb-9009-2799f8bf3ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:25.317763 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-7ce48ddb-f0e3-4160-a0bf-157b19be8d02 req-02f8bdd1-79ae-44bb-9009-2799f8bf3ecf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371'] for port, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:25.320500 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-7ce48ddb-f0e3-4160-a0bf-157b19be8d02 req-02f8bdd1-79ae-44bb-9009-2799f8bf3ecf service neutron] 10.222.0.47 "PUT /v2.0/ports/ac08da13-3e19-4e42-bd72-745ba261f9b5 HTTP/1.1" status: 200 len: 1094 time: 1.0682285 May 03 23:58:25.322926 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4103cf2-2713-46a4-b488-6f4b7c073536', 'tag': 'ac08da13-3e19-4e42-bd72-745ba261f9b5'}] {{(pid=114212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:58:25.325516 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d2be33a93c6036cad1ba084e78d1c3d957b621bee157ccc93bfe0a4b69d877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b209e38a-3296-4c60-b062-deb12ef8190d" -d '{"events": [{"name": "network-changed", "server_uuid": "b4103cf2-2713-46a4-b488-6f4b7c073536", "tag": "ac08da13-3e19-4e42-bd72-745ba261f9b5"}]}' {{(pid=114212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 23:58:25.354888 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f8bdd1-79ae-44bb-9009-2799f8bf3ecf service neutron] Pushing event updated for resources: {'Port': ['ID=ac08da13-3e19-4e42-bd72-745ba261f9b5,revision_number=3']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:58:25.387375 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 23:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7176d2d8-2c16-4041-b73d-ca13192f0d5b x-openstack-request-id: req-7176d2d8-2c16-4041-b73d-ca13192f0d5b {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 23:58:25.387802 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4103cf2-2713-46a4-b488-6f4b7c073536", "tag": "ac08da13-3e19-4e42-bd72-745ba261f9b5", "status": "completed", "code": 200}]} {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 23:58:25.388215 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7176d2d8-2c16-4041-b73d-ca13192f0d5b {{(pid=114212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 23:58:25.388780 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7176d2d8-2c16-4041-b73d-ca13192f0d5b'] response: {'name': 'network-changed', 'server_uuid': 'b4103cf2-2713-46a4-b488-6f4b7c073536', 'tag': 'ac08da13-3e19-4e42-bd72-745ba261f9b5', 'status': 'completed', 'code': 200} May 03 23:58:25.719734 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebc0f8c-24c3-4d6e-8c91-62ab9d39ab8a req-02475587-56ac-462a-9307-9a4e02088afb tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:25.721378 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-bebc0f8c-24c3-4d6e-8c91-62ab9d39ab8a req-02475587-56ac-462a-9307-9a4e02088afb tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4103cf2-2713-46a4-b488-6f4b7c073536 HTTP/1.1" status: 200 len: 944 time: 0.0823195 May 03 23:58:25.774070 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-bebc0f8c-24c3-4d6e-8c91-62ab9d39ab8a req-dff468ab-c9a2-44b4-973e-c0bbf95979fc tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ef122cb-b2d7-4f4c-a22c-0ef0f7f5683d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417013 May 03 23:58:25.870836 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad70a9ab-fdb8-4013-acf4-26d2b172a984 req-1cb56866-b5f2-4e8a-bee0-6de0e3dd0ebe tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:25.872521 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-ad70a9ab-fdb8-4013-acf4-26d2b172a984 req-1cb56866-b5f2-4e8a-bee0-6de0e3dd0ebe tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b90b35a3-8206-4747-bf4b-c9b77bd4e470 HTTP/1.1" status: 200 len: 946 time: 0.0730901 May 03 23:58:25.918342 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-ad70a9ab-fdb8-4013-acf4-26d2b172a984 req-238d30d4-f21a-42f7-99ea-e9bceaf5139d tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a9b5e6e-5f27-4dc7-8078-345eba378f61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395033 May 03 23:58:26.906523 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae7f627-bcdf-47ef-824b-df4cfdcc3052 req-1b6e5d41-70b5-4964-a7d6-f5e9ef82246f tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:26.908189 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-6ae7f627-bcdf-47ef-824b-df4cfdcc3052 req-1b6e5d41-70b5-4964-a7d6-f5e9ef82246f tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4103cf2-2713-46a4-b488-6f4b7c073536 HTTP/1.1" status: 200 len: 944 time: 0.0513785 May 03 23:58:26.951706 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-6ae7f627-bcdf-47ef-824b-df4cfdcc3052 req-9693d016-b403-4072-9604-434735147524 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ef122cb-b2d7-4f4c-a22c-0ef0f7f5683d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368943 May 03 23:58:27.055196 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4710e72-e5e1-4c63-a017-15fc146d931d req-a8b6d7c0-68bc-45af-94e3-e5bec5d4cf1a tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:27.056710 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-c4710e72-e5e1-4c63-a017-15fc146d931d req-a8b6d7c0-68bc-45af-94e3-e5bec5d4cf1a tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b90b35a3-8206-4747-bf4b-c9b77bd4e470 HTTP/1.1" status: 200 len: 946 time: 0.0575941 May 03 23:58:27.104138 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-c4710e72-e5e1-4c63-a017-15fc146d931d req-4f6cfead-f18c-48ae-992b-e845fdabfcbd tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a9b5e6e-5f27-4dc7-8078-345eba378f61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403492 May 03 23:58:27.229901 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b209e38a-3296-4c60-b062-deb12ef8190d req-27a6eb16-a35a-4ca7-87d5-fdfdb864aed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:27.231687 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-b209e38a-3296-4c60-b062-deb12ef8190d req-27a6eb16-a35a-4ca7-87d5-fdfdb864aed7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=03bce0db30814ab1a93850e3a33758bc&device_id=b4103cf2-2713-46a4-b488-6f4b7c073536 HTTP/1.1" status: 200 len: 1097 time: 0.0564334 May 03 23:58:27.377092 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b209e38a-3296-4c60-b062-deb12ef8190d req-b4a8f44e-97ad-4a4e-b1da-eb1b4c72641f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:27.379495 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-b209e38a-3296-4c60-b062-deb12ef8190d req-b4a8f44e-97ad-4a4e-b1da-eb1b4c72641f service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=03bce0db30814ab1a93850e3a33758bc&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1178117 May 03 23:58:27.505954 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b209e38a-3296-4c60-b062-deb12ef8190d req-df87112e-4cba-42a2-8d34-1e70b0f4e59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:27.508101 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-b209e38a-3296-4c60-b062-deb12ef8190d req-df87112e-4cba-42a2-8d34-1e70b0f4e59a service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1105471 May 03 23:58:27.657324 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce48ddb-f0e3-4160-a0bf-157b19be8d02 req-ead62e1e-caf9-4caa-9e87-05fa803010ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:27.659336 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-7ce48ddb-f0e3-4160-a0bf-157b19be8d02 req-ead62e1e-caf9-4caa-9e87-05fa803010ee service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=03bce0db30814ab1a93850e3a33758bc&device_id=b4103cf2-2713-46a4-b488-6f4b7c073536 HTTP/1.1" status: 200 len: 1097 time: 0.0492113 May 03 23:58:27.716450 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-7ce48ddb-f0e3-4160-a0bf-157b19be8d02 req-c9d0efbc-492b-4a29-9849-7cafca21cc74 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac08da13-3e19-4e42-bd72-745ba261f9b5 HTTP/1.1" status: 200 len: 217 time: 0.0365717 May 03 23:58:28.074440 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce48ddb-f0e3-4160-a0bf-157b19be8d02 req-b2436a72-6d70-45ab-8fee-daa79fdee4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:28.075948 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-7ce48ddb-f0e3-4160-a0bf-157b19be8d02 req-b2436a72-6d70-45ab-8fee-daa79fdee4b7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c9819db7-dd9c-4945-a665-c049574a03e0 HTTP/1.1" status: 200 len: 856 time: 0.3521581 May 03 23:58:28.111596 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d518d7dd-0386-436a-bcc2-d1dad7c74e63 req-5bd2a505-cbb2-481b-a3a3-b8da346bd8f4 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:28.113198 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-d518d7dd-0386-436a-bcc2-d1dad7c74e63 req-5bd2a505-cbb2-481b-a3a3-b8da346bd8f4 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.47 "GET /v2.0/ports?device_id=b90b35a3-8206-4747-bf4b-c9b77bd4e470 HTTP/1.1" status: 200 len: 946 time: 0.1078389 May 03 23:58:28.126330 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7946e84-c558-4277-aeab-4171edbabb90 req-5ff1235a-eea4-470c-a9b2-15a24a75b02d tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:28.127884 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-b7946e84-c558-4277-aeab-4171edbabb90 req-5ff1235a-eea4-470c-a9b2-15a24a75b02d tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4103cf2-2713-46a4-b488-6f4b7c073536 HTTP/1.1" status: 200 len: 944 time: 0.0923445 May 03 23:58:28.215642 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce48ddb-f0e3-4160-a0bf-157b19be8d02 req-a3bc806d-e015-4e06-83b3-3886c72048d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:28.217182 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-7ce48ddb-f0e3-4160-a0bf-157b19be8d02 req-a3bc806d-e015-4e06-83b3-3886c72048d3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6794dc24-6270-444d-9eb8-8dafb7765ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1250541 May 03 23:58:28.262816 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e73021-1b7a-4356-a7b5-eeb6d9305c34 req-67670ac6-5164-417e-8520-6c2f055f0f80 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:28.264117 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-b7946e84-c558-4277-aeab-4171edbabb90 req-4be7e93e-78ff-4513-b2e0-e164a0b2abc9 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ef122cb-b2d7-4f4c-a22c-0ef0f7f5683d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102314 May 03 23:58:28.265693 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-e3e73021-1b7a-4356-a7b5-eeb6d9305c34 req-67670ac6-5164-417e-8520-6c2f055f0f80 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b90b35a3-8206-4747-bf4b-c9b77bd4e470 HTTP/1.1" status: 200 len: 946 time: 0.0675817 May 03 23:58:28.337185 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-e3e73021-1b7a-4356-a7b5-eeb6d9305c34 req-b09255db-cc36-4f22-a0ce-a7b98ef63326 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a9b5e6e-5f27-4dc7-8078-345eba378f61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560505 May 03 23:58:28.371615 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.plugin [req-d518d7dd-0386-436a-bcc2-d1dad7c74e63 req-134ec2f4-5739-4770-8cd0-9b68361d706b tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Deleting port 56c90ddc-e1fb-4285-a6fa-9780de2d37bc {{(pid=114212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 03 23:58:28.371959 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-d518d7dd-0386-436a-bcc2-d1dad7c74e63 req-134ec2f4-5739-4770-8cd0-9b68361d706b tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733331783909'] for port, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:28.390861 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-7ce48ddb-f0e3-4160-a0bf-157b19be8d02 req-2fa29254-9675-407f-9f34-651c0e5f916b service neutron] 10.222.0.47 "GET /v2.0/networks/6794dc24-6270-444d-9eb8-8dafb7765ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399775 May 03 23:58:28.542967 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.db [req-d518d7dd-0386-436a-bcc2-d1dad7c74e63 req-134ec2f4-5739-4770-8cd0-9b68361d706b tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] For port 56c90ddc-e1fb-4285-a6fa-9780de2d37bc, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=56c90ddc-e1fb-4285-a6fa-9780de2d37bc,segment=NetworkSegment(d4ac9688-7820-43e6-987e-96b1e1f3947a),segment_id=d4ac9688-7820-43e6-987e-96b1e1f3947a)] {{(pid=114212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:58:28.543248 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-d518d7dd-0386-436a-bcc2-d1dad7c74e63 req-134ec2f4-5739-4770-8cd0-9b68361d706b tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764614'] for port, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:28.568526 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-7ce48ddb-f0e3-4160-a0bf-157b19be8d02 req-a0aa39e1-3c95-4328-b0b3-b63896315470 service neutron] 10.222.0.47 "GET /v2.0/networks/6794dc24-6270-444d-9eb8-8dafb7765ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683917 May 03 23:58:28.740238 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-d518d7dd-0386-436a-bcc2-d1dad7c74e63 req-134ec2f4-5739-4770-8cd0-9b68361d706b tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:28.740597 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-d518d7dd-0386-436a-bcc2-d1dad7c74e63 req-134ec2f4-5739-4770-8cd0-9b68361d706b tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3761754'] for floatingip, after_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:28.740914 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.db.l3_db [req-d518d7dd-0386-436a-bcc2-d1dad7c74e63 req-134ec2f4-5739-4770-8cd0-9b68361d706b tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Floating IP 088a04fb-bf58-4565-a576-209992a4a095 disassociated. External IP: 172.27.2.203, port: 56c90ddc-e1fb-4285-a6fa-9780de2d37bc. May 03 23:58:28.741307 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.plugin [req-d518d7dd-0386-436a-bcc2-d1dad7c74e63 req-134ec2f4-5739-4770-8cd0-9b68361d706b tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Calling delete_port for 56c90ddc-e1fb-4285-a6fa-9780de2d37bc owned by compute:nova {{(pid=114212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 03 23:58:28.954716 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-d518d7dd-0386-436a-bcc2-d1dad7c74e63 req-134ec2f4-5739-4770-8cd0-9b68361d706b tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733331790767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733331236154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25393418'] for port, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:28.984338 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134ec2f4-5739-4770-8cd0-9b68361d706b tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Pushing event deleted for resources: {'Port': ['ID=56c90ddc-e1fb-4285-a6fa-9780de2d37bc,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:58:29.114238 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d518d7dd-0386-436a-bcc2-d1dad7c74e63 req-134ec2f4-5739-4770-8cd0-9b68361d706b tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Router 467d3080-6a84-4db9-b5a8-cd3d3a3a3252 has already been hosted by L3 agent 758adf3f-89d7-4e1b-912e-3871fb413390 {{(pid=114212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 23:58:29.247974 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d518d7dd-0386-436a-bcc2-d1dad7c74e63 req-134ec2f4-5739-4770-8cd0-9b68361d706b tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify agent at l3_agent.dv-cinder-840375-1-iscsi the message routers_updated {{(pid=114212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 23:58:29.260279 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aaeaf64-df24-45a5-9c73-8710c3e6c5ba None None] Sync routers for ids ['467d3080-6a84-4db9-b5a8-cd3d3a3a3252'] in dv-cinder-840375-1-iscsi {{(pid=114214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:58:29.271531 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aaeaf64-df24-45a5-9c73-8710c3e6c5ba None None] Routers {'467d3080-6a84-4db9-b5a8-cd3d3a3a3252'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:58:29.272083 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-9aaeaf64-df24-45a5-9c73-8710c3e6c5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-03T23:58:04Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['467d3080-6a84-4db9-b5a8-cd3d3a3a3252'], 'active': True} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:58:29.294897 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.l3_dvrscheduler_db [req-d518d7dd-0386-436a-bcc2-d1dad7c74e63 req-134ec2f4-5739-4770-8cd0-9b68361d706b tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] No DVR routers for this DVR port 56c90ddc-e1fb-4285-a6fa-9780de2d37bc on host hv-cinder-84037 {{(pid=114212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:58:29.298782 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-d518d7dd-0386-436a-bcc2-d1dad7c74e63 req-134ec2f4-5739-4770-8cd0-9b68361d706b tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371'] for port, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:29.302389 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-d518d7dd-0386-436a-bcc2-d1dad7c74e63 req-134ec2f4-5739-4770-8cd0-9b68361d706b tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.47 "DELETE /v2.0/ports/56c90ddc-e1fb-4285-a6fa-9780de2d37bc HTTP/1.1" status: 204 len: 173 time: 1.1565487 May 03 23:58:29.302880 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b90b35a3-8206-4747-bf4b-c9b77bd4e470', 'name': 'network-vif-deleted', 'tag': '56c90ddc-e1fb-4285-a6fa-9780de2d37bc'}] {{(pid=114212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:58:29.305860 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d2be33a93c6036cad1ba084e78d1c3d957b621bee157ccc93bfe0a4b69d877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f4ae561-3c5e-4028-9010-ccd4c8dc3e38" -d '{"events": [{"server_uuid": "b90b35a3-8206-4747-bf4b-c9b77bd4e470", "name": "network-vif-deleted", "tag": "56c90ddc-e1fb-4285-a6fa-9780de2d37bc"}]}' {{(pid=114212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 23:58:29.353930 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 23:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e26ea833-9dbd-48ae-8735-e342d02eb20f x-openstack-request-id: req-e26ea833-9dbd-48ae-8735-e342d02eb20f {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 23:58:29.363177 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b90b35a3-8206-4747-bf4b-c9b77bd4e470", "name": "network-vif-deleted", "tag": "56c90ddc-e1fb-4285-a6fa-9780de2d37bc", "status": "completed", "code": 200}]} {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 23:58:29.363177 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e26ea833-9dbd-48ae-8735-e342d02eb20f {{(pid=114212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 23:58:29.363177 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e26ea833-9dbd-48ae-8735-e342d02eb20f'] response: {'server_uuid': 'b90b35a3-8206-4747-bf4b-c9b77bd4e470', 'name': 'network-vif-deleted', 'tag': '56c90ddc-e1fb-4285-a6fa-9780de2d37bc', 'status': 'completed', 'code': 200} May 03 23:58:29.418252 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvr_db [None req-9aaeaf64-df24-45a5-9c73-8710c3e6c5ba None None] Set router 467d3080-6a84-4db9-b5a8-cd3d3a3a3252 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 23:58:29.568976 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-1c324b8a-18c6-4281-a3b4-81e0b9ecfeb4 req-bb8805a8-a720-4bb7-aa76-7cb7af7cbd90 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b90b35a3-8206-4747-bf4b-c9b77bd4e470 HTTP/1.1" status: 200 len: 210 time: 0.0752137 May 03 23:58:29.590618 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c58ef-797b-431f-bdb6-bd7e0c58a7f1 req-da8f9e6f-0d66-4b0f-b8ad-15fecd5a94e2 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:29.593773 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-e29c58ef-797b-431f-bdb6-bd7e0c58a7f1 req-da8f9e6f-0d66-4b0f-b8ad-15fecd5a94e2 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4103cf2-2713-46a4-b488-6f4b7c073536 HTTP/1.1" status: 200 len: 944 time: 0.0975387 May 03 23:58:29.660617 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-e29c58ef-797b-431f-bdb6-bd7e0c58a7f1 req-d433eb0c-1294-460b-8a1f-03c342d64bf9 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ef122cb-b2d7-4f4c-a22c-0ef0f7f5683d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475953 May 03 23:58:29.690543 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-9aaeaf64-df24-45a5-9c73-8710c3e6c5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '467d3080-6a84-4db9-b5a8-cd3d3a3a3252', 'name': 'tempest-AttachVolumeTestJSON-462322208-router', 'tenant_id': '18702b8992014a4095bdd8f1a1117571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '44108730-eb8a-4c03-816c-17fa04bac0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:52:58Z', 'updated_at': '2022-05-03T23:53:10Z', 'revision_number': 4, 'project_id': '18702b8992014a4095bdd8f1a1117571', 'gw_port': {'id': '44108730-eb8a-4c03-816c-17fa04bac0b9', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:9d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467d3080-6a84-4db9-b5a8-cd3d3a3a3252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:01Z', 'updated_at': '2022-05-03T23:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_interfaces': [{'id': 'bef2cf20-417b-4ee2-a17d-83bf4cad789a', 'name': '', 'network_id': '604bb18a-bbc8-4a96-8a59-cda5f9a33ba3', 'tenant_id': '18702b8992014a4095bdd8f1a1117571', 'mac_address': 'fa:16:3e:ce:a4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467d3080-6a84-4db9-b5a8-cd3d3a3a3252', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '812a278c-b546-48ea-b77a-ce9966d91767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:08Z', 'updated_at': '2022-05-03T23:53:23Z', 'revision_number': 5, 'project_id': '18702b8992014a4095bdd8f1a1117571', 'subnets': [{'id': '812a278c-b546-48ea-b77a-ce9966d91767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:58:29.720387 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aaeaf64-df24-45a5-9c73-8710c3e6c5ba None None] Checking router: 467d3080-6a84-4db9-b5a8-cd3d3a3a3252 for host: dv-cinder-840375-1-iscsi {{(pid=114214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:58:29.730536 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aaeaf64-df24-45a5-9c73-8710c3e6c5ba None None] Routers {'467d3080-6a84-4db9-b5a8-cd3d3a3a3252'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:58:29.731174 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-9aaeaf64-df24-45a5-9c73-8710c3e6c5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-03T23:58:04Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['467d3080-6a84-4db9-b5a8-cd3d3a3a3252'], 'active': True} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:58:29.860175 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvr_db [None req-9aaeaf64-df24-45a5-9c73-8710c3e6c5ba None None] Set router 467d3080-6a84-4db9-b5a8-cd3d3a3a3252 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 23:58:30.093856 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-9aaeaf64-df24-45a5-9c73-8710c3e6c5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '467d3080-6a84-4db9-b5a8-cd3d3a3a3252', 'name': 'tempest-AttachVolumeTestJSON-462322208-router', 'tenant_id': '18702b8992014a4095bdd8f1a1117571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '44108730-eb8a-4c03-816c-17fa04bac0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:52:58Z', 'updated_at': '2022-05-03T23:53:10Z', 'revision_number': 4, 'project_id': '18702b8992014a4095bdd8f1a1117571', 'gw_port': {'id': '44108730-eb8a-4c03-816c-17fa04bac0b9', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:9d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467d3080-6a84-4db9-b5a8-cd3d3a3a3252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:01Z', 'updated_at': '2022-05-03T23:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_interfaces': [{'id': 'bef2cf20-417b-4ee2-a17d-83bf4cad789a', 'name': '', 'network_id': '604bb18a-bbc8-4a96-8a59-cda5f9a33ba3', 'tenant_id': '18702b8992014a4095bdd8f1a1117571', 'mac_address': 'fa:16:3e:ce:a4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467d3080-6a84-4db9-b5a8-cd3d3a3a3252', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '812a278c-b546-48ea-b77a-ce9966d91767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:08Z', 'updated_at': '2022-05-03T23:53:23Z', 'revision_number': 5, 'project_id': '18702b8992014a4095bdd8f1a1117571', 'subnets': [{'id': '812a278c-b546-48ea-b77a-ce9966d91767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:58:30.122157 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aaeaf64-df24-45a5-9c73-8710c3e6c5ba None None] The sync data for ids ['467d3080-6a84-4db9-b5a8-cd3d3a3a3252'] in dv-cinder-840375-1-iscsi is: [{'id': '467d3080-6a84-4db9-b5a8-cd3d3a3a3252', 'name': 'tempest-AttachVolumeTestJSON-462322208-router', 'tenant_id': '18702b8992014a4095bdd8f1a1117571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '44108730-eb8a-4c03-816c-17fa04bac0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:52:58Z', 'updated_at': '2022-05-03T23:53:10Z', 'revision_number': 4, 'project_id': '18702b8992014a4095bdd8f1a1117571', 'gw_port': {'id': '44108730-eb8a-4c03-816c-17fa04bac0b9', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:9d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467d3080-6a84-4db9-b5a8-cd3d3a3a3252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:01Z', 'updated_at': '2022-05-03T23:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_interfaces': [{'id': 'bef2cf20-417b-4ee2-a17d-83bf4cad789a', 'name': '', 'network_id': '604bb18a-bbc8-4a96-8a59-cda5f9a33ba3', 'tenant_id': '18702b8992014a4095bdd8f1a1117571', 'mac_address': 'fa:16:3e:ce:a4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467d3080-6a84-4db9-b5a8-cd3d3a3a3252', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '812a278c-b546-48ea-b77a-ce9966d91767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:08Z', 'updated_at': '2022-05-03T23:53:23Z', 'revision_number': 5, 'project_id': '18702b8992014a4095bdd8f1a1117571', 'subnets': [{'id': '812a278c-b546-48ea-b77a-ce9966d91767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:58:30.363119 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670a2f83-e536-49d7-a018-0cf87a6cf250 None None] New status for floating IP 088a04fb-bf58-4565-a576-209992a4a095: DOWN {{(pid=114215) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 23:58:30.686762 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-3d9c1f74-7075-48eb-94fc-e641d376fe32 req-628fa65c-fa93-4e98-aa40-4346e10c02fb tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b90b35a3-8206-4747-bf4b-c9b77bd4e470 HTTP/1.1" status: 200 len: 210 time: 0.0362215 May 03 23:58:30.824167 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c557a-eeec-4ef9-a2ca-934ba40a1034 req-625ce599-833f-4319-9101-d6afe4c6e714 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:30.825670 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-188c557a-eeec-4ef9-a2ca-934ba40a1034 req-625ce599-833f-4319-9101-d6afe4c6e714 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4103cf2-2713-46a4-b488-6f4b7c073536 HTTP/1.1" status: 200 len: 944 time: 0.0581172 May 03 23:58:30.878826 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-188c557a-eeec-4ef9-a2ca-934ba40a1034 req-a9842e67-5c81-4d54-a5a0-86bea6ade0d1 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ef122cb-b2d7-4f4c-a22c-0ef0f7f5683d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415854 May 03 23:58:31.440328 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-b7479dea-983d-457e-bea7-81e61237459a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:31.877142 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 41362) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:58:31.967771 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-a8cc5395-3d0c-48c3-b423-3887a995d8f7 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify callbacks [] for security_group, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:32.014712 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-a8cc5395-3d0c-48c3-b423-3887a995d8f7 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:32.092926 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ad05f-a30c-41b6-adb5-ee1624dcce30 req-a573779b-c5dc-4e4f-b46c-869b0ea29329 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:32.098951 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-2b6ad05f-a30c-41b6-adb5-ee1624dcce30 req-a573779b-c5dc-4e4f-b46c-869b0ea29329 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4103cf2-2713-46a4-b488-6f4b7c073536 HTTP/1.1" status: 200 len: 944 time: 0.0952249 May 03 23:58:32.141945 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-2b6ad05f-a30c-41b6-adb5-ee1624dcce30 req-7572431f-97ad-439d-852e-c840c30007b4 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ef122cb-b2d7-4f4c-a22c-0ef0f7f5683d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374918 May 03 23:58:32.166635 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device ac08da13-3e19-4e42-bd72-745ba261f9b5 details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=114214) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 23:58:32.176426 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device 56c90ddc-e1fb-4285-a6fa-9780de2d37bc no longer exists at agent hyperv_hv-cinder-84037 {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 23:58:32.201344 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] No Port match for: 56c90ddc-e1fb-4285-a6fa-9780de2d37bc {{(pid=114214) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 03 23:58:32.205621 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device 56c90ddc-e1fb-4285-a6fa-9780de2d37bc not bound to the agent host hv-cinder-84037 {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 23:58:32.223234 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-a8cc5395-3d0c-48c3-b423-3887a995d8f7 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:32.227137 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-a8cc5395-3d0c-48c3-b423-3887a995d8f7 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify callbacks [] for security_group, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:32.228303 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-a8cc5395-3d0c-48c3-b423-3887a995d8f7 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "DELETE /v2.0/security-groups/2a9b5e6e-5f27-4dc7-8078-345eba378f61 HTTP/1.1" status: 204 len: 168 time: 0.3497207 May 03 23:58:32.231264 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 41372) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:58:32.238879 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cc5395-3d0c-48c3-b423-3887a995d8f7 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a9b5e6e-5f27-4dc7-8078-345eba378f61,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:58:32.256633 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.api.v2.resource [None req-87267bbf-9fc8-460b-a9e5-5596ea6ab5ba tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] show failed (client error): The resource could not be found. May 03 23:58:32.263192 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 41374) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:58:32.264379 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-87267bbf-9fc8-460b-a9e5-5596ea6ab5ba tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/security-groups/2a9b5e6e-5f27-4dc7-8078-345eba378f61 HTTP/1.1" status: 404 len: 347 time: 0.0313528 May 03 23:58:32.338535 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] For port ac08da13-3e19-4e42-bd72-745ba261f9b5, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=ac08da13-3e19-4e42-bd72-745ba261f9b5,segment=NetworkSegment(e39c8e49-66af-4d27-b151-3cf1448d7fbf),segment_id=e39c8e49-66af-4d27-b151-3cf1448d7fbf)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:58:32.369653 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Returning: {'device': 'ac08da13-3e19-4e42-bd72-745ba261f9b5', 'network_id': '6794dc24-6270-444d-9eb8-8dafb7765ac3', 'port_id': 'ac08da13-3e19-4e42-bd72-745ba261f9b5', 'mac_address': 'fa:16:3e:f6:de:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9819db7-dd9c-4945-a665-c049574a03e0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114214) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 23:58:32.416874 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:32.431161 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.notifiers.nova [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac08da13-3e19-4e42-bd72-745ba261f9b5 {{(pid=114214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:58:32.448827 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.plugin [None req-b3d3ad60-0e5f-438e-8d6b-32c0a98218d1 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Deleting port aa4b5885-ccac-4359-aeab-bfcb0d183b93 {{(pid=114212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 03 23:58:32.449340 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-b3d3ad60-0e5f-438e-8d6b-32c0a98218d1 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733331783909'] for port, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:32.465932 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] For port ac08da13-3e19-4e42-bd72-745ba261f9b5, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=ac08da13-3e19-4e42-bd72-745ba261f9b5,segment=NetworkSegment(e39c8e49-66af-4d27-b151-3cf1448d7fbf),segment_id=e39c8e49-66af-4d27-b151-3cf1448d7fbf)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:58:32.557939 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-b3d3ad60-0e5f-438e-8d6b-32c0a98218d1 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764614'] for port, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:32.558300 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-b3d3ad60-0e5f-438e-8d6b-32c0a98218d1 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:32.566860 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:32.572877 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.plugin [None req-b3d3ad60-0e5f-438e-8d6b-32c0a98218d1 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Calling delete_port for aa4b5885-ccac-4359-aeab-bfcb0d183b93 owned by network:floatingip {{(pid=114212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 03 23:58:32.649531 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Pushing event updated for resources: {'Port': ['ID=ac08da13-3e19-4e42-bd72-745ba261f9b5,revision_number=4']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:58:32.851991 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-b3d3ad60-0e5f-438e-8d6b-32c0a98218d1 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733331790767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733331236154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25393418'] for port, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:32.895876 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d3ad60-0e5f-438e-8d6b-32c0a98218d1 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Pushing event deleted for resources: {'Port': ['ID=aa4b5885-ccac-4359-aeab-bfcb0d183b93,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:58:32.980159 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-b3d3ad60-0e5f-438e-8d6b-32c0a98218d1 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify callbacks [] for floatingip, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:32.983728 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-b3d3ad60-0e5f-438e-8d6b-32c0a98218d1 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371'] for floatingip, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:32.985203 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-b3d3ad60-0e5f-438e-8d6b-32c0a98218d1 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "DELETE /v2.0/floatingips/088a04fb-bf58-4565-a576-209992a4a095 HTTP/1.1" status: 204 len: 168 time: 0.7207446 May 03 23:58:33.060141 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] get_ports_and_sgs() called for port_ids ['ac08da13-3e19-4e42-bd72-745ba261f9b5'] {{(pid=114214) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 23:58:33.316699 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ca2f9b-686c-4bd8-a239-f1937673d1e4 req-2e508382-1706-4cb5-b27c-ccf5f248cc4f tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:33.320188 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-e6ca2f9b-686c-4bd8-a239-f1937673d1e4 req-2e508382-1706-4cb5-b27c-ccf5f248cc4f tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4103cf2-2713-46a4-b488-6f4b7c073536 HTTP/1.1" status: 200 len: 945 time: 0.0815265 May 03 23:58:33.400790 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-e6ca2f9b-686c-4bd8-a239-f1937673d1e4 req-597de6a2-37e6-43b1-9d03-41a628e4e21d tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ef122cb-b2d7-4f4c-a22c-0ef0f7f5683d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596516 May 03 23:58:33.851046 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 41384) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:58:33.855764 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [None req-a0cb09de-abf6-49f7-a193-1e9783a1ff84 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Request body: {'security_group': {'name': 'tempest-securitygroup--627349969', 'description': 'tempest-description--1422261987'}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:58:33.914865 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-1b91cd0d-3c4d-489a-914c-175a21b97c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:33.977933 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-a0cb09de-abf6-49f7-a193-1e9783a1ff84 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify callbacks [] for security_group, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:34.049664 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-a0cb09de-abf6-49f7-a193-1e9783a1ff84 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify callbacks [] for security_group, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:34.170822 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device ac08da13-3e19-4e42-bd72-745ba261f9b5 up at agent hyperv_hv-cinder-84037 {{(pid=114214) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 23:58:34.246808 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-a0cb09de-abf6-49f7-a193-1e9783a1ff84 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:34.279568 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cb09de-abf6-49f7-a193-1e9783a1ff84 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd103a9-4897-4c7d-898b-a4c8256cf2ec,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:58:34.309038 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Provisioning for port ac08da13-3e19-4e42-bd72-745ba261f9b5 completed by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:58:34.313511 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Provisioning complete for port ac08da13-3e19-4e42-bd72-745ba261f9b5 triggered by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:58:34.320906 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:34.345190 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-a0cb09de-abf6-49f7-a193-1e9783a1ff84 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify callbacks [] for security_group, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:34.346505 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-a0cb09de-abf6-49f7-a193-1e9783a1ff84 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4944217 May 03 23:58:34.349912 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 41386) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:58:34.355503 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [None req-7a54f336-5ca6-4ae7-a5d4-7554eb639de9 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Request body: {'security_group_rule': {'security_group_id': 'fbd103a9-4897-4c7d-898b-a4c8256cf2ec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:58:34.403989 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:34.433860 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4103cf2-2713-46a4-b488-6f4b7c073536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac08da13-3e19-4e42-bd72-745ba261f9b5'}] {{(pid=114214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:58:34.436526 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a2c01d47b82d907f81ba0899610efc862c27db097cd111ee9714155fede03ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd4b696-ed6b-4c4f-99eb-8b68eebbbbd5" -d '{"events": [{"server_uuid": "b4103cf2-2713-46a4-b488-6f4b7c073536", "name": "network-vif-plugged", "status": "completed", "tag": "ac08da13-3e19-4e42-bd72-745ba261f9b5"}]}' {{(pid=114214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 23:58:34.456643 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] For port ac08da13-3e19-4e42-bd72-745ba261f9b5, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=ac08da13-3e19-4e42-bd72-745ba261f9b5,segment=NetworkSegment(e39c8e49-66af-4d27-b151-3cf1448d7fbf),segment_id=e39c8e49-66af-4d27-b151-3cf1448d7fbf)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:58:34.465046 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-7a54f336-5ca6-4ae7-a5d4-7554eb639de9 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:34.480802 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 23:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fec4b1b-046c-4f59-b9be-9d58bb6caba2 x-openstack-request-id: req-2fec4b1b-046c-4f59-b9be-9d58bb6caba2 {{(pid=114214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 23:58:34.481121 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4103cf2-2713-46a4-b488-6f4b7c073536", "name": "network-vif-plugged", "status": "completed", "tag": "ac08da13-3e19-4e42-bd72-745ba261f9b5", "code": 200}]} {{(pid=114214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 23:58:34.481506 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2fec4b1b-046c-4f59-b9be-9d58bb6caba2 {{(pid=114214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 23:58:34.482266 dv-cinder-840375-1-iscsi neutron-server[114214]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fec4b1b-046c-4f59-b9be-9d58bb6caba2'] response: {'server_uuid': 'b4103cf2-2713-46a4-b488-6f4b7c073536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac08da13-3e19-4e42-bd72-745ba261f9b5', 'code': 200} May 03 23:58:34.533809 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-7a54f336-5ca6-4ae7-a5d4-7554eb639de9 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:34.558141 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7e3c8-225d-4bc1-bd31-643e1020926e req-29e6ac14-3c93-4d8d-bb65-0f823fb6fc62 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:34.560257 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-bda7e3c8-225d-4bc1-bd31-643e1020926e req-29e6ac14-3c93-4d8d-bb65-0f823fb6fc62 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4103cf2-2713-46a4-b488-6f4b7c073536 HTTP/1.1" status: 200 len: 945 time: 0.0566251 May 03 23:58:34.571736 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:34.609589 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-bda7e3c8-225d-4bc1-bd31-643e1020926e req-c034bec3-d9f3-4dfe-b153-9c0bf7526d6c tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ef122cb-b2d7-4f4c-a22c-0ef0f7f5683d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425375 May 03 23:58:34.640762 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-7a54f336-5ca6-4ae7-a5d4-7554eb639de9 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774295'] for security_group_rule, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:34.641642 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Pushing event updated for resources: {'Port': ['ID=ac08da13-3e19-4e42-bd72-745ba261f9b5,revision_number=5']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:58:34.663404 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a54f336-5ca6-4ae7-a5d4-7554eb639de9 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7a56ec5-1a10-4a7a-b22b-00bc10a2890c,revision_number=0']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:58:34.808094 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-7a54f336-5ca6-4ae7-a5d4-7554eb639de9 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:34.823310 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-7a54f336-5ca6-4ae7-a5d4-7554eb639de9 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4575861 May 03 23:58:34.823511 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 41398) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:58:34.823511 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.v2.base [None req-75f66a11-4e7e-44fa-b097-356b8f8d2950 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Request body: {'security_group_rule': {'security_group_id': 'fbd103a9-4897-4c7d-898b-a4c8256cf2ec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:58:34.896762 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb9deb0-239d-45f5-8961-18103869bdf1 req-140fec5c-4334-425b-abe2-232dcee31ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:34.898355 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-abb9deb0-239d-45f5-8961-18103869bdf1 req-140fec5c-4334-425b-abe2-232dcee31ee0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b4103cf2-2713-46a4-b488-6f4b7c073536 HTTP/1.1" status: 200 len: 1099 time: 0.0419092 May 03 23:58:34.934272 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-abb9deb0-239d-45f5-8961-18103869bdf1 req-8d5c4a53-d7f7-4057-8a39-d739f1781d4f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6ef122cb-b2d7-4f4c-a22c-0ef0f7f5683d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284410 May 03 23:58:34.976412 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-75f66a11-4e7e-44fa-b097-356b8f8d2950 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:35.029791 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-75f66a11-4e7e-44fa-b097-356b8f8d2950 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:35.155128 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-75f66a11-4e7e-44fa-b097-356b8f8d2950 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774295'] for security_group_rule, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:35.190842 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f66a11-4e7e-44fa-b097-356b8f8d2950 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d213c92-fe5a-4158-877f-ee85d9df2190,revision_number=0']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:58:35.211018 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df82b0b-3941-41dc-a4a5-1cfbdb5d89de req-7d62c8fd-9d29-44c4-8104-b4634f374d1a tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:35.212525 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-1df82b0b-3941-41dc-a4a5-1cfbdb5d89de req-7d62c8fd-9d29-44c4-8104-b4634f374d1a tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7301c2f-3916-4c73-a91c-9f920b83c508 HTTP/1.1" status: 200 len: 946 time: 0.0756211 May 03 23:58:35.255952 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-1df82b0b-3941-41dc-a4a5-1cfbdb5d89de req-8c58cc5b-1d6d-45f1-9dc2-668d9b7ed38b tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] 10.222.0.13 "GET /v2.0/security-groups?id=4191b7cf-65cf-4f89-8e01-4fa95128dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369003 May 03 23:58:35.330641 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-75f66a11-4e7e-44fa-b097-356b8f8d2950 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:35.332652 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-75f66a11-4e7e-44fa-b097-356b8f8d2950 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5189297 May 03 23:58:35.336057 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 41402) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:58:35.340939 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [None req-9add0051-7767-4625-b250-4babea1c63a8 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Request body: {'floatingip': {'floating_network_id': 'b899e136-3b25-4af5-bb18-9827145d490c'}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:58:35.418208 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-9988ed24-7efc-4e8a-acf7-bcbfa55ed3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:35.480470 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-9add0051-7767-4625-b250-4babea1c63a8 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify callbacks [] for floatingip, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:35.591940 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-9add0051-7767-4625-b250-4babea1c63a8 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:35.730560 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.db_base_plugin_common [None req-9add0051-7767-4625-b250-4babea1c63a8 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Allocated IP 172.27.2.12 (b899e136-3b25-4af5-bb18-9827145d490c/f9ce11e5-b806-4ff0-a648-9987146ccd8a/89612457-13fd-44bc-99a1-c887fd25afc9) {{(pid=114212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:58:35.805699 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142c094a-5e78-4204-a231-672491d57adc req-a563b686-0e61-4725-aca1-cfaf15e3a1f7 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:35.807172 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-142c094a-5e78-4204-a231-672491d57adc req-a563b686-0e61-4725-aca1-cfaf15e3a1f7 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4103cf2-2713-46a4-b488-6f4b7c073536 HTTP/1.1" status: 200 len: 946 time: 0.1140633 May 03 23:58:35.870320 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-142c094a-5e78-4204-a231-672491d57adc req-0135f84b-36ca-4e51-b3dc-7bce55694e8a tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ef122cb-b2d7-4f4c-a22c-0ef0f7f5683d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542364 May 03 23:58:35.886804 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-9add0051-7767-4625-b250-4babea1c63a8 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify callbacks [] for port, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:36.001026 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-9add0051-7767-4625-b250-4babea1c63a8 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733331236172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25393418'] for port, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:36.055003 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9add0051-7767-4625-b250-4babea1c63a8 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Network b899e136-3b25-4af5-bb18-9827145d490c is already hosted by enough agents. {{(pid=114212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:58:36.058124 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.base_scheduler [None req-9add0051-7767-4625-b250-4babea1c63a8 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Resources bound (agent type, host, resource id): {{(pid=114212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:58:36.063798 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9add0051-7767-4625-b250-4babea1c63a8 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Received port after_create {{(pid=114212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 23:58:36.067131 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9add0051-7767-4625-b250-4babea1c63a8 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Pushing event updated for resources: {'Port': ['ID=89612457-13fd-44bc-99a1-c887fd25afc9,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:58:36.137344 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-f3996685-9434-443c-b5d7-edb245b755aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:36.154036 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-9add0051-7767-4625-b250-4babea1c63a8 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:36.246668 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-9add0051-7767-4625-b250-4babea1c63a8 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:36.401157 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8ed80c-85fa-44d2-82a9-94acb6242731 req-39a11a9a-f960-4206-8313-0ee47bbd0610 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:36.403334 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-db8ed80c-85fa-44d2-82a9-94acb6242731 req-39a11a9a-f960-4206-8313-0ee47bbd0610 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7301c2f-3916-4c73-a91c-9f920b83c508 HTTP/1.1" status: 200 len: 946 time: 0.0702608 May 03 23:58:36.431984 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-9add0051-7767-4625-b250-4babea1c63a8 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify callbacks [] for port, precommit_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:36.449548 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-db8ed80c-85fa-44d2-82a9-94acb6242731 req-86b5b183-060e-42f4-aa92-d7cb071049b7 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] 10.222.0.13 "GET /v2.0/security-groups?id=4191b7cf-65cf-4f89-8e01-4fa95128dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389488 May 03 23:58:36.491888 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-9add0051-7767-4625-b250-4babea1c63a8 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25393411'] for port, after_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:36.563968 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9add0051-7767-4625-b250-4babea1c63a8 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Pushing event updated for resources: {'Port': ['ID=89612457-13fd-44bc-99a1-c887fd25afc9,revision_number=2']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:58:36.575011 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-9add0051-7767-4625-b250-4babea1c63a8 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3761754'] for floatingip, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:36.693735 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-9add0051-7767-4625-b250-4babea1c63a8 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371'] for floatingip, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:36.696248 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-9add0051-7767-4625-b250-4babea1c63a8 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3591094 May 03 23:58:36.851268 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-4e789efc-5ca7-4cdb-8c38-d22edb36f621 req-9efa1ceb-c6ce-42e1-9369-d4dd5318b46c tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--627349969&fields=id&tenant_id=18702b8992014a4095bdd8f1a1117571 HTTP/1.1" status: 200 len: 267 time: 0.0377088 May 03 23:58:36.897929 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:36.977827 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e789efc-5ca7-4cdb-8c38-d22edb36f621 req-8b8a0416-072a-4e87-bc78-cfcb4bedff87 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:36.981623 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-4e789efc-5ca7-4cdb-8c38-d22edb36f621 req-8b8a0416-072a-4e87-bc78-cfcb4bedff87 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/networks?id=604bb18a-bbc8-4a96-8a59-cda5f9a33ba3 HTTP/1.1" status: 200 len: 810 time: 0.1206670 May 03 23:58:36.995557 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-4e789efc-5ca7-4cdb-8c38-d22edb36f621 req-9b66fd90-b525-4367-b796-1fdb164dd32a tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/quotas/18702b8992014a4095bdd8f1a1117571 HTTP/1.1" status: 200 len: 375 time: 0.0098467 May 03 23:58:37.000300 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16d7740-125d-4024-acc2-461c8b519b75 req-633d2ad3-a37a-4b87-b9fe-56a2386e76e1 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:37.001773 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-d16d7740-125d-4024-acc2-461c8b519b75 req-633d2ad3-a37a-4b87-b9fe-56a2386e76e1 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4103cf2-2713-46a4-b488-6f4b7c073536 HTTP/1.1" status: 200 len: 946 time: 0.0564115 May 03 23:58:37.049727 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-d16d7740-125d-4024-acc2-461c8b519b75 req-fd74dca0-a620-4e7b-b9d9-03fa253a51ab tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ef122cb-b2d7-4f4c-a22c-0ef0f7f5683d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407667 May 03 23:58:37.053953 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-4e789efc-5ca7-4cdb-8c38-d22edb36f621 req-f4d111bc-43dd-4602-8951-03400f091f55 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=18702b8992014a4095bdd8f1a1117571&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0525219 May 03 23:58:37.188129 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb01ff12-59db-44b2-89cf-d7cec86f3339 req-db5e6b78-1918-49e5-87b0-26e9555761c1 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:37.189640 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-eb01ff12-59db-44b2-89cf-d7cec86f3339 req-db5e6b78-1918-49e5-87b0-26e9555761c1 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4103cf2-2713-46a4-b488-6f4b7c073536 HTTP/1.1" status: 200 len: 946 time: 0.0644991 May 03 23:58:37.200808 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 41428) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:58:37.207399 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.v2.base [None req-d00fc6a4-181a-431b-a94a-37781baacccf tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Request body: {'floatingip': {'port_id': 'ac08da13-3e19-4e42-bd72-745ba261f9b5'}} {{(pid=114213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:58:37.236484 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-4e789efc-5ca7-4cdb-8c38-d22edb36f621 req-b08217eb-74b9-41ac-8701-b53c0a7c285b service neutron] 10.222.0.13 "GET /v2.0/networks/604bb18a-bbc8-4a96-8a59-cda5f9a33ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608889 May 03 23:58:37.252456 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-d00fc6a4-181a-431b-a94a-37781baacccf tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify callbacks [] for floatingip, before_update {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:37.338893 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-4e789efc-5ca7-4cdb-8c38-d22edb36f621 req-932619c6-ed6a-4f28-9d56-8b8ba3d582f2 service neutron] 10.222.0.13 "GET /v2.0/networks/604bb18a-bbc8-4a96-8a59-cda5f9a33ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914743 May 03 23:58:37.612830 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-92dfe698-b4c6-4221-807e-8f0b9c9ec192 req-a894336b-1c0e-43f0-b3fe-cda809694606 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b92644e1-4a25-46a0-85ce-dcb50e5a64f5 HTTP/1.1" status: 200 len: 210 time: 0.0378897 May 03 23:58:37.732700 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238c1be5-16b3-49fd-a255-c50b4020c3da req-6bc19940-bcb9-4f0b-8ea8-b841c486a340 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:37.734211 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-238c1be5-16b3-49fd-a255-c50b4020c3da req-6bc19940-bcb9-4f0b-8ea8-b841c486a340 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7301c2f-3916-4c73-a91c-9f920b83c508 HTTP/1.1" status: 200 len: 946 time: 0.1663330 May 03 23:58:37.838590 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-238c1be5-16b3-49fd-a255-c50b4020c3da req-8183c056-3d8c-4296-b691-57765f0a09cd tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] 10.222.0.13 "GET /v2.0/security-groups?id=4191b7cf-65cf-4f89-8e01-4fa95128dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855255 May 03 23:58:37.858827 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-d00fc6a4-181a-431b-a94a-37781baacccf tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:37.864041 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ed965-304d-4674-9f92-d1ac15644f18 req-88e3514d-d5ad-4984-9417-b7bd55b23187 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:37.865665 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-a60ed965-304d-4674-9f92-d1ac15644f18 req-88e3514d-d5ad-4984-9417-b7bd55b23187 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7301c2f-3916-4c73-a91c-9f920b83c508 HTTP/1.1" status: 200 len: 946 time: 0.0809109 May 03 23:58:37.942877 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-d00fc6a4-181a-431b-a94a-37781baacccf tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3761754'] for floatingip, after_update {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:37.973742 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.plugin [req-a60ed965-304d-4674-9f92-d1ac15644f18 req-20eb2b9a-4d62-45fc-b608-73f53183ffae tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] Deleting port 539811a2-93df-4e6d-982a-7271a3813245 {{(pid=114212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 03 23:58:37.974182 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-a60ed965-304d-4674-9f92-d1ac15644f18 req-20eb2b9a-4d62-45fc-b608-73f53183ffae tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733331783909'] for port, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:38.059137 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.db.l3_db [None req-d00fc6a4-181a-431b-a94a-37781baacccf tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Floating IP a6809534-9fbb-441d-8ed9-24280deffa71 associated. External IP: 172.27.2.108, port: ac08da13-3e19-4e42-bd72-745ba261f9b5. May 03 23:58:38.080328 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.db [req-a60ed965-304d-4674-9f92-d1ac15644f18 req-20eb2b9a-4d62-45fc-b608-73f53183ffae tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] For port 539811a2-93df-4e6d-982a-7271a3813245, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=539811a2-93df-4e6d-982a-7271a3813245,segment=NetworkSegment(99ee9601-bbfa-4e4c-a70a-1b0ba7b6fb39),segment_id=99ee9601-bbfa-4e4c-a70a-1b0ba7b6fb39)] {{(pid=114212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:58:38.080691 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-a60ed965-304d-4674-9f92-d1ac15644f18 req-20eb2b9a-4d62-45fc-b608-73f53183ffae tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764614'] for port, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:38.097217 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.plugin [req-a60ed965-304d-4674-9f92-d1ac15644f18 req-20eb2b9a-4d62-45fc-b608-73f53183ffae tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] Calling delete_port for 539811a2-93df-4e6d-982a-7271a3813245 owned by compute:nova {{(pid=114212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 03 23:58:38.343471 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-a60ed965-304d-4674-9f92-d1ac15644f18 req-20eb2b9a-4d62-45fc-b608-73f53183ffae tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733331790767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733331236154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25393418'] for port, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:38.379504 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eb2b9a-4d62-45fc-b608-73f53183ffae tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] Pushing event deleted for resources: {'Port': ['ID=539811a2-93df-4e6d-982a-7271a3813245,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:58:38.388548 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] get_ports_and_sgs() called for port_ids ['539811a2-93df-4e6d-982a-7271a3813245'] {{(pid=114214) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 23:58:38.432332 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.l3_dvrscheduler_db [req-a60ed965-304d-4674-9f92-d1ac15644f18 req-20eb2b9a-4d62-45fc-b608-73f53183ffae tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] No DVR routers for this DVR port 539811a2-93df-4e6d-982a-7271a3813245 on host hv-cinder-84037 {{(pid=114212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:58:38.435005 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-a60ed965-304d-4674-9f92-d1ac15644f18 req-20eb2b9a-4d62-45fc-b608-73f53183ffae tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371'] for port, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:38.438905 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-a60ed965-304d-4674-9f92-d1ac15644f18 req-20eb2b9a-4d62-45fc-b608-73f53183ffae tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] 10.222.0.47 "DELETE /v2.0/ports/539811a2-93df-4e6d-982a-7271a3813245 HTTP/1.1" status: 204 len: 173 time: 0.5653620 May 03 23:58:38.439414 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7301c2f-3916-4c73-a91c-9f920b83c508', 'name': 'network-vif-deleted', 'tag': '539811a2-93df-4e6d-982a-7271a3813245'}] {{(pid=114212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:58:38.442615 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d2be33a93c6036cad1ba084e78d1c3d957b621bee157ccc93bfe0a4b69d877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2896698-52f4-4579-a34d-ddd4d171c194" -d '{"events": [{"server_uuid": "e7301c2f-3916-4c73-a91c-9f920b83c508", "name": "network-vif-deleted", "tag": "539811a2-93df-4e6d-982a-7271a3813245"}]}' {{(pid=114212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 23:58:38.482338 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 23:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc90204d-d766-4ef1-9613-3639c99faab6 x-openstack-request-id: req-dc90204d-d766-4ef1-9613-3639c99faab6 {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 23:58:38.482820 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7301c2f-3916-4c73-a91c-9f920b83c508", "name": "network-vif-deleted", "tag": "539811a2-93df-4e6d-982a-7271a3813245", "status": "completed", "code": 200}]} {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 23:58:38.484226 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dc90204d-d766-4ef1-9613-3639c99faab6 {{(pid=114212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 23:58:38.484226 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc90204d-d766-4ef1-9613-3639c99faab6'] response: {'server_uuid': 'e7301c2f-3916-4c73-a91c-9f920b83c508', 'name': 'network-vif-deleted', 'tag': '539811a2-93df-4e6d-982a-7271a3813245', 'status': 'completed', 'code': 200} May 03 23:58:38.528529 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d00fc6a4-181a-431b-a94a-37781baacccf tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Router 0ac2491f-d87e-497e-9dd1-95a1251bcf15 has already been hosted by L3 agent 758adf3f-89d7-4e1b-912e-3871fb413390 {{(pid=114213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 23:58:38.652873 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d00fc6a4-181a-431b-a94a-37781baacccf tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify agent at l3_agent.dv-cinder-840375-1-iscsi the message routers_updated {{(pid=114213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 23:58:38.660116 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-d00fc6a4-181a-431b-a94a-37781baacccf tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371'] for floatingip, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:38.665783 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39769c7a-0f61-42e4-8874-26302ded92a4 None None] Sync routers for ids ['0ac2491f-d87e-497e-9dd1-95a1251bcf15'] in dv-cinder-840375-1-iscsi {{(pid=114214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:58:38.680469 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39769c7a-0f61-42e4-8874-26302ded92a4 None None] Routers {'0ac2491f-d87e-497e-9dd1-95a1251bcf15'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:58:38.681547 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-39769c7a-0f61-42e4-8874-26302ded92a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-03T23:58:34Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['0ac2491f-d87e-497e-9dd1-95a1251bcf15'], 'active': True} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:58:38.725944 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-d00fc6a4-181a-431b-a94a-37781baacccf tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "PUT /v2.0/floatingips/a6809534-9fbb-441d-8ed9-24280deffa71 HTTP/1.1" status: 200 len: 992 time: 1.5222414 May 03 23:58:38.727079 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4103cf2-2713-46a4-b488-6f4b7c073536', 'tag': 'ac08da13-3e19-4e42-bd72-745ba261f9b5'}] {{(pid=114213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:58:38.729475 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53d1e4f1e8632581442e9f46277f90828789bc3ac2677f75cdf13d6c47c4555d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acf73adf-f866-4877-821a-568bfc4309c9" -d '{"events": [{"name": "network-changed", "server_uuid": "b4103cf2-2713-46a4-b488-6f4b7c073536", "tag": "ac08da13-3e19-4e42-bd72-745ba261f9b5"}]}' {{(pid=114213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 23:58:38.765316 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-f95c5354-255f-4ecc-b7b3-40c9b06f0b05 req-d72f8c6a-ff7b-4f45-890a-dc22a153d183 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b92644e1-4a25-46a0-85ce-dcb50e5a64f5 HTTP/1.1" status: 200 len: 210 time: 0.0392101 May 03 23:58:38.823735 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvr_db [None req-39769c7a-0f61-42e4-8874-26302ded92a4 None None] Set router 0ac2491f-d87e-497e-9dd1-95a1251bcf15 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 23:58:38.861407 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 23:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dcb15ad-427a-42c0-a656-9a57b559f2bb x-openstack-request-id: req-0dcb15ad-427a-42c0-a656-9a57b559f2bb {{(pid=114213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 23:58:38.861698 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4103cf2-2713-46a4-b488-6f4b7c073536", "tag": "ac08da13-3e19-4e42-bd72-745ba261f9b5", "status": "completed", "code": 200}]} {{(pid=114213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 23:58:38.861931 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0dcb15ad-427a-42c0-a656-9a57b559f2bb {{(pid=114213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 23:58:38.866368 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dcb15ad-427a-42c0-a656-9a57b559f2bb'] response: {'name': 'network-changed', 'server_uuid': 'b4103cf2-2713-46a4-b488-6f4b7c073536', 'tag': 'ac08da13-3e19-4e42-bd72-745ba261f9b5', 'status': 'completed', 'code': 200} May 03 23:58:38.962469 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-57775758-4010-4dae-a433-362add28c8f3 req-5704bf99-3b39-4486-9699-49b06daa9210 tempest-VolumesSnapshotTestJSON-1208412388 tempest-VolumesSnapshotTestJSON-1208412388-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7301c2f-3916-4c73-a91c-9f920b83c508 HTTP/1.1" status: 200 len: 210 time: 0.0312717 May 03 23:58:38.966334 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf73adf-f866-4877-821a-568bfc4309c9 req-ea61ebe7-2050-4380-96db-4c693f611594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:38.967963 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-acf73adf-f866-4877-821a-568bfc4309c9 req-ea61ebe7-2050-4380-96db-4c693f611594 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=03bce0db30814ab1a93850e3a33758bc&device_id=b4103cf2-2713-46a4-b488-6f4b7c073536 HTTP/1.1" status: 200 len: 1099 time: 0.0511975 May 03 23:58:39.085794 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf73adf-f866-4877-821a-568bfc4309c9 req-2d3a7385-f110-4bbe-a0ed-568a22a99e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:39.087336 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-acf73adf-f866-4877-821a-568bfc4309c9 req-2d3a7385-f110-4bbe-a0ed-568a22a99e18 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6794dc24-6270-444d-9eb8-8dafb7765ac3 HTTP/1.1" status: 200 len: 918 time: 0.1122532 May 03 23:58:39.091945 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-39769c7a-0f61-42e4-8874-26302ded92a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac2491f-d87e-497e-9dd1-95a1251bcf15', 'name': 'tempest-AttachVolumeShelveTestJSON-2104173359-router', 'tenant_id': '03bce0db30814ab1a93850e3a33758bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '26de31a4-a158-4f76-b65e-4292da0ec2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:52:57Z', 'updated_at': '2022-05-03T23:53:10Z', 'revision_number': 4, 'project_id': '03bce0db30814ab1a93850e3a33758bc', 'gw_port': {'id': '26de31a4-a158-4f76-b65e-4292da0ec2ab', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac2491f-d87e-497e-9dd1-95a1251bcf15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:52:58Z', 'updated_at': '2022-05-03T23:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_floatingips': [{'id': 'a6809534-9fbb-441d-8ed9-24280deffa71', 'tenant_id': '03bce0db30814ab1a93850e3a33758bc', 'floating_ip_address': '172.27.2.108', 'floating_network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'router_id': '0ac2491f-d87e-497e-9dd1-95a1251bcf15', 'port_id': 'ac08da13-3e19-4e42-bd72-745ba261f9b5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6794dc24-6270-444d-9eb8-8dafb7765ac3', 'mac_address': 'fa:16:3e:f6:de:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4103cf2-2713-46a4-b488-6f4b7c073536', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:58:16Z', 'updated_at': '2022-05-03T23:58:37Z', 'revision_number': 1, 'project_id': '03bce0db30814ab1a93850e3a33758bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c0d12b7-288c-4279-8b35-041486d27e2a', 'name': '', 'network_id': '6794dc24-6270-444d-9eb8-8dafb7765ac3', 'tenant_id': '03bce0db30814ab1a93850e3a33758bc', 'mac_address': 'fa:16:3e:fa:bf:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac2491f-d87e-497e-9dd1-95a1251bcf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c9819db7-dd9c-4945-a665-c049574a03e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:08Z', 'updated_at': '2022-05-03T23:53:31Z', 'revision_number': 5, 'project_id': '03bce0db30814ab1a93850e3a33758bc', 'subnets': [{'id': 'c9819db7-dd9c-4945-a665-c049574a03e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:58:39.120650 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39769c7a-0f61-42e4-8874-26302ded92a4 None None] Checking router: 0ac2491f-d87e-497e-9dd1-95a1251bcf15 for host: dv-cinder-840375-1-iscsi {{(pid=114214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:58:39.129401 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39769c7a-0f61-42e4-8874-26302ded92a4 None None] Routers {'0ac2491f-d87e-497e-9dd1-95a1251bcf15'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:58:39.130057 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-39769c7a-0f61-42e4-8874-26302ded92a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-03T23:58:34Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['0ac2491f-d87e-497e-9dd1-95a1251bcf15'], 'active': True} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:58:39.162268 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-acf73adf-f866-4877-821a-568bfc4309c9 req-fd98f7f4-73c1-4b33-a8bb-d08aebc26dfd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac08da13-3e19-4e42-bd72-745ba261f9b5 HTTP/1.1" status: 200 len: 1000 time: 0.0645185 May 03 23:58:39.238719 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf73adf-f866-4877-821a-568bfc4309c9 req-daf77812-20e7-4abb-bdaa-167e998903c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:39.238719 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-acf73adf-f866-4877-821a-568bfc4309c9 req-daf77812-20e7-4abb-bdaa-167e998903c6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c9819db7-dd9c-4945-a665-c049574a03e0 HTTP/1.1" status: 200 len: 856 time: 0.0633714 May 03 23:58:39.298639 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf73adf-f866-4877-821a-568bfc4309c9 req-b97788c1-f9a6-421f-a912-daec910aeda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:39.300184 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-acf73adf-f866-4877-821a-568bfc4309c9 req-b97788c1-f9a6-421f-a912-daec910aeda0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6794dc24-6270-444d-9eb8-8dafb7765ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0570354 May 03 23:58:39.380799 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvr_db [None req-39769c7a-0f61-42e4-8874-26302ded92a4 None None] Set router 0ac2491f-d87e-497e-9dd1-95a1251bcf15 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 23:58:39.402290 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-acf73adf-f866-4877-821a-568bfc4309c9 req-1e1c81f5-8536-4c2c-89d1-796350ec7ea4 service neutron] 10.222.0.47 "GET /v2.0/networks/6794dc24-6270-444d-9eb8-8dafb7765ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924973 May 03 23:58:39.514256 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-acf73adf-f866-4877-821a-568bfc4309c9 req-311ae5ce-7e43-4406-b924-a0ab603be9fc service neutron] 10.222.0.47 "GET /v2.0/networks/6794dc24-6270-444d-9eb8-8dafb7765ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025281 May 03 23:58:39.661681 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-39769c7a-0f61-42e4-8874-26302ded92a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac2491f-d87e-497e-9dd1-95a1251bcf15', 'name': 'tempest-AttachVolumeShelveTestJSON-2104173359-router', 'tenant_id': '03bce0db30814ab1a93850e3a33758bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '26de31a4-a158-4f76-b65e-4292da0ec2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:52:57Z', 'updated_at': '2022-05-03T23:53:10Z', 'revision_number': 4, 'project_id': '03bce0db30814ab1a93850e3a33758bc', 'gw_port': {'id': '26de31a4-a158-4f76-b65e-4292da0ec2ab', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac2491f-d87e-497e-9dd1-95a1251bcf15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:52:58Z', 'updated_at': '2022-05-03T23:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_floatingips': [{'id': 'a6809534-9fbb-441d-8ed9-24280deffa71', 'tenant_id': '03bce0db30814ab1a93850e3a33758bc', 'floating_ip_address': '172.27.2.108', 'floating_network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'router_id': '0ac2491f-d87e-497e-9dd1-95a1251bcf15', 'port_id': 'ac08da13-3e19-4e42-bd72-745ba261f9b5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6794dc24-6270-444d-9eb8-8dafb7765ac3', 'mac_address': 'fa:16:3e:f6:de:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4103cf2-2713-46a4-b488-6f4b7c073536', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:58:16Z', 'updated_at': '2022-05-03T23:58:37Z', 'revision_number': 1, 'project_id': '03bce0db30814ab1a93850e3a33758bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c0d12b7-288c-4279-8b35-041486d27e2a', 'name': '', 'network_id': '6794dc24-6270-444d-9eb8-8dafb7765ac3', 'tenant_id': '03bce0db30814ab1a93850e3a33758bc', 'mac_address': 'fa:16:3e:fa:bf:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac2491f-d87e-497e-9dd1-95a1251bcf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c9819db7-dd9c-4945-a665-c049574a03e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:08Z', 'updated_at': '2022-05-03T23:53:31Z', 'revision_number': 5, 'project_id': '03bce0db30814ab1a93850e3a33758bc', 'subnets': [{'id': 'c9819db7-dd9c-4945-a665-c049574a03e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:58:39.689517 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39769c7a-0f61-42e4-8874-26302ded92a4 None None] The sync data for ids ['0ac2491f-d87e-497e-9dd1-95a1251bcf15'] in dv-cinder-840375-1-iscsi is: [{'id': '0ac2491f-d87e-497e-9dd1-95a1251bcf15', 'name': 'tempest-AttachVolumeShelveTestJSON-2104173359-router', 'tenant_id': '03bce0db30814ab1a93850e3a33758bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '26de31a4-a158-4f76-b65e-4292da0ec2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:52:57Z', 'updated_at': '2022-05-03T23:53:10Z', 'revision_number': 4, 'project_id': '03bce0db30814ab1a93850e3a33758bc', 'gw_port': {'id': '26de31a4-a158-4f76-b65e-4292da0ec2ab', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac2491f-d87e-497e-9dd1-95a1251bcf15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:52:58Z', 'updated_at': '2022-05-03T23:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_floatingips': [{'id': 'a6809534-9fbb-441d-8ed9-24280deffa71', 'tenant_id': '03bce0db30814ab1a93850e3a33758bc', 'floating_ip_address': '172.27.2.108', 'floating_network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'router_id': '0ac2491f-d87e-497e-9dd1-95a1251bcf15', 'port_id': 'ac08da13-3e19-4e42-bd72-745ba261f9b5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6794dc24-6270-444d-9eb8-8dafb7765ac3', 'mac_address': 'fa:16:3e:f6:de:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4103cf2-2713-46a4-b488-6f4b7c073536', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:58:16Z', 'updated_at': '2022-05-03T23:58:37Z', 'revision_number': 1, 'project_id': '03bce0db30814ab1a93850e3a33758bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c0d12b7-288c-4279-8b35-041486d27e2a', 'name': '', 'network_id': '6794dc24-6270-444d-9eb8-8dafb7765ac3', 'tenant_id': '03bce0db30814ab1a93850e3a33758bc', 'mac_address': 'fa:16:3e:fa:bf:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac2491f-d87e-497e-9dd1-95a1251bcf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c9819db7-dd9c-4945-a665-c049574a03e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:08Z', 'updated_at': '2022-05-03T23:53:31Z', 'revision_number': 5, 'project_id': '03bce0db30814ab1a93850e3a33758bc', 'subnets': [{'id': 'c9819db7-dd9c-4945-a665-c049574a03e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:58:39.871299 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-fc4819e6-8062-4e39-9727-f8d37b556a0d req-760cb3a8-9ca5-44d2-b3e6-1448da4149a2 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b92644e1-4a25-46a0-85ce-dcb50e5a64f5 HTTP/1.1" status: 200 len: 210 time: 0.0272295 May 03 23:58:39.920840 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6211244-24df-4e9c-9cb1-cefda3cacf6d None None] New status for floating IP a6809534-9fbb-441d-8ed9-24280deffa71: ACTIVE {{(pid=114215) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 23:58:40.302050 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e789efc-5ca7-4cdb-8c38-d22edb36f621 req-0e04d340-bb80-40d0-85f0-ecb0b510996d tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:40.304790 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-4e789efc-5ca7-4cdb-8c38-d22edb36f621 req-0e04d340-bb80-40d0-85f0-ecb0b510996d tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.47 "GET /v2.0/networks?id=604bb18a-bbc8-4a96-8a59-cda5f9a33ba3 HTTP/1.1" status: 200 len: 810 time: 0.1120815 May 03 23:58:40.618347 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-4e789efc-5ca7-4cdb-8c38-d22edb36f621 req-c1c996c0-bb7b-49f6-9530-8c9661ec1ae3 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18702b8992014a4095bdd8f1a1117571 HTTP/1.1" status: 200 len: 379 time: 0.2954149 May 03 23:58:40.627913 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [req-4e789efc-5ca7-4cdb-8c38-d22edb36f621 req-d7020b74-82a1-4ad8-8b66-cb6ab493ba7b tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Request body: {'port': {'device_id': 'b92644e1-4a25-46a0-85ce-dcb50e5a64f5', 'network_id': '604bb18a-bbc8-4a96-8a59-cda5f9a33ba3', 'admin_state_up': True, 'tenant_id': '18702b8992014a4095bdd8f1a1117571', 'security_groups': ['fbd103a9-4897-4c7d-898b-a4c8256cf2ec']}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:58:40.919863 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e789efc-5ca7-4cdb-8c38-d22edb36f621 req-d7020b74-82a1-4ad8-8b66-cb6ab493ba7b tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Made reservation on behalf of 18702b8992014a4095bdd8f1a1117571 for: {'port': 1} {{(pid=114212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:58:40.923672 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-4e789efc-5ca7-4cdb-8c38-d22edb36f621 req-d7020b74-82a1-4ad8-8b66-cb6ab493ba7b tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:41.017049 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-b086052d-7839-49ba-a1bb-79a9c25f5e8c req-b6d21532-4223-475c-8c26-c865761c35da tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b92644e1-4a25-46a0-85ce-dcb50e5a64f5 HTTP/1.1" status: 200 len: 210 time: 0.0576088 May 03 23:58:41.103775 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.db_base_plugin_common [req-4e789efc-5ca7-4cdb-8c38-d22edb36f621 req-d7020b74-82a1-4ad8-8b66-cb6ab493ba7b tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Allocated IP 172.20.0.8 (604bb18a-bbc8-4a96-8a59-cda5f9a33ba3/812a278c-b546-48ea-b77a-ce9966d91767/0d371f13-d20d-418e-91d6-a19a62ad9f67) {{(pid=114212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:58:41.246783 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-4e789efc-5ca7-4cdb-8c38-d22edb36f621 req-d7020b74-82a1-4ad8-8b66-cb6ab493ba7b tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify callbacks [] for port, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:41.326322 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-4e789efc-5ca7-4cdb-8c38-d22edb36f621 req-d7020b74-82a1-4ad8-8b66-cb6ab493ba7b tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733331236172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25393418'] for port, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:41.370607 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e789efc-5ca7-4cdb-8c38-d22edb36f621 req-d7020b74-82a1-4ad8-8b66-cb6ab493ba7b tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Network 604bb18a-bbc8-4a96-8a59-cda5f9a33ba3 is already hosted by enough agents. {{(pid=114212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:58:41.373916 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.base_scheduler [req-4e789efc-5ca7-4cdb-8c38-d22edb36f621 req-d7020b74-82a1-4ad8-8b66-cb6ab493ba7b tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Resources bound (agent type, host, resource id): {{(pid=114212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:58:41.378115 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e789efc-5ca7-4cdb-8c38-d22edb36f621 req-d7020b74-82a1-4ad8-8b66-cb6ab493ba7b tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Received port after_create {{(pid=114212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 23:58:41.385533 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7020b74-82a1-4ad8-8b66-cb6ab493ba7b tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Pushing event updated for resources: {'Port': ['ID=0d371f13-d20d-418e-91d6-a19a62ad9f67,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:58:41.432801 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e789efc-5ca7-4cdb-8c38-d22edb36f621 req-d7020b74-82a1-4ad8-8b66-cb6ab493ba7b tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:41.433351 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-4e789efc-5ca7-4cdb-8c38-d22edb36f621 req-d7020b74-82a1-4ad8-8b66-cb6ab493ba7b tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371'] for port, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:41.568611 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-4e789efc-5ca7-4cdb-8c38-d22edb36f621 req-d7020b74-82a1-4ad8-8b66-cb6ab493ba7b tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9445078 May 03 23:58:41.589088 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [req-4e789efc-5ca7-4cdb-8c38-d22edb36f621 req-fe9f578c-24a1-4969-9d57-aef5acd5827b service neutron] Request body: {'port': {'device_id': 'b92644e1-4a25-46a0-85ce-dcb50e5a64f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:58:41.649425 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-4e789efc-5ca7-4cdb-8c38-d22edb36f621 req-fe9f578c-24a1-4969-9d57-aef5acd5827b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:41.658587 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-073bb891-8c43-4312-8bcd-daca0669a3b3 None None] Provisioning complete for port 0d371f13-d20d-418e-91d6-a19a62ad9f67 triggered by entity DHCP. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:58:41.659169 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-073bb891-8c43-4312-8bcd-daca0669a3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:41.699206 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-073bb891-8c43-4312-8bcd-daca0669a3b3 None None] Port 0d371f13-d20d-418e-91d6-a19a62ad9f67 cannot update to ACTIVE because it is not bound. {{(pid=114214) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 03 23:58:41.944698 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.notifiers.nova [req-4e789efc-5ca7-4cdb-8c38-d22edb36f621 req-fe9f578c-24a1-4969-9d57-aef5acd5827b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d371f13-d20d-418e-91d6-a19a62ad9f67 {{(pid=114212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:58:41.958803 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-4e789efc-5ca7-4cdb-8c38-d22edb36f621 req-fe9f578c-24a1-4969-9d57-aef5acd5827b service neutron] Notify callbacks [] for port, precommit_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:41.982103 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.provisioning_blocks [req-4e789efc-5ca7-4cdb-8c38-d22edb36f621 req-fe9f578c-24a1-4969-9d57-aef5acd5827b service neutron] Transition to ACTIVE for port object 0d371f13-d20d-418e-91d6-a19a62ad9f67 will not be triggered until provisioned by entity L2. {{(pid=114212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:58:42.069390 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-4e789efc-5ca7-4cdb-8c38-d22edb36f621 req-fe9f578c-24a1-4969-9d57-aef5acd5827b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25393411'] for port, after_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:42.144415 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2995f6-d6b8-46e9-a47f-a754ecffa312 req-811e5e7e-1c4d-4406-b38d-b613dcddd9a4 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:42.150547 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-3c2995f6-d6b8-46e9-a47f-a754ecffa312 req-811e5e7e-1c4d-4406-b38d-b613dcddd9a4 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b92644e1-4a25-46a0-85ce-dcb50e5a64f5 HTTP/1.1" status: 200 len: 943 time: 0.0571153 May 03 23:58:42.164227 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9f578c-24a1-4969-9d57-aef5acd5827b service neutron] Pushing event updated for resources: {'Port': ['ID=0d371f13-d20d-418e-91d6-a19a62ad9f67,revision_number=2']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:58:42.183756 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device 539811a2-93df-4e6d-982a-7271a3813245 no longer exists at agent hyperv_hv-cinder-84037 {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 23:58:42.200946 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.managers [req-4e789efc-5ca7-4cdb-8c38-d22edb36f621 req-fe9f578c-24a1-4969-9d57-aef5acd5827b service neutron] Attempting to bind port 0d371f13-d20d-418e-91d6-a19a62ad9f67 on host hv-cinder-84037 for vnic_type normal with profile {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:58:42.201146 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.managers [req-4e789efc-5ca7-4cdb-8c38-d22edb36f621 req-fe9f578c-24a1-4969-9d57-aef5acd5827b service neutron] Attempting to bind port 0d371f13-d20d-418e-91d6-a19a62ad9f67 by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': 'd4ac9688-7820-43e6-987e-96b1e1f3947a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '604bb18a-bbc8-4a96-8a59-cda5f9a33ba3'}] {{(pid=114212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:58:42.201477 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e789efc-5ca7-4cdb-8c38-d22edb36f621 req-fe9f578c-24a1-4969-9d57-aef5acd5827b service neutron] Attempting to bind port 0d371f13-d20d-418e-91d6-a19a62ad9f67 on network 604bb18a-bbc8-4a96-8a59-cda5f9a33ba3 {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 23:58:42.206792 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e789efc-5ca7-4cdb-8c38-d22edb36f621 req-fe9f578c-24a1-4969-9d57-aef5acd5827b service neutron] Port 0d371f13-d20d-418e-91d6-a19a62ad9f67 on network 604bb18a-bbc8-4a96-8a59-cda5f9a33ba3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 23:58:42.207112 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e789efc-5ca7-4cdb-8c38-d22edb36f621 req-fe9f578c-24a1-4969-9d57-aef5acd5827b service neutron] Attempting to bind port 0d371f13-d20d-418e-91d6-a19a62ad9f67 on network 604bb18a-bbc8-4a96-8a59-cda5f9a33ba3 {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 23:58:42.213740 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e789efc-5ca7-4cdb-8c38-d22edb36f621 req-fe9f578c-24a1-4969-9d57-aef5acd5827b service neutron] Checking agent: {'id': '6e4019a9-2d41-4d26-94e3-460d78c489d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 23, 50, 48), 'started_at': datetime.datetime(2022, 5, 3, 23, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 23:58:42.221762 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e789efc-5ca7-4cdb-8c38-d22edb36f621 req-fe9f578c-24a1-4969-9d57-aef5acd5827b service neutron] Checking segment: {'id': 'd4ac9688-7820-43e6-987e-96b1e1f3947a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '604bb18a-bbc8-4a96-8a59-cda5f9a33ba3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 03 23:58:42.221762 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e789efc-5ca7-4cdb-8c38-d22edb36f621 req-fe9f578c-24a1-4969-9d57-aef5acd5827b service neutron] Bound using segment: {'id': 'd4ac9688-7820-43e6-987e-96b1e1f3947a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '604bb18a-bbc8-4a96-8a59-cda5f9a33ba3'} {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 23:58:42.222397 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-3c2995f6-d6b8-46e9-a47f-a754ecffa312 req-872b3f17-ab2e-4785-9bc3-424a882c7f06 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbd103a9-4897-4c7d-898b-a4c8256cf2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608485 May 03 23:58:42.222512 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.managers [req-4e789efc-5ca7-4cdb-8c38-d22edb36f621 req-fe9f578c-24a1-4969-9d57-aef5acd5827b service neutron] Bound port: 0d371f13-d20d-418e-91d6-a19a62ad9f67, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4ac9688-7820-43e6-987e-96b1e1f3947a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '604bb18a-bbc8-4a96-8a59-cda5f9a33ba3'}}] {{(pid=114212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:58:42.222512 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-4e789efc-5ca7-4cdb-8c38-d22edb36f621 req-fe9f578c-24a1-4969-9d57-aef5acd5827b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:42.234614 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] No Port match for: 539811a2-93df-4e6d-982a-7271a3813245 {{(pid=114214) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 03 23:58:42.235206 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device 539811a2-93df-4e6d-982a-7271a3813245 not bound to the agent host hv-cinder-84037 {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 23:58:42.304719 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.db [req-4e789efc-5ca7-4cdb-8c38-d22edb36f621 req-fe9f578c-24a1-4969-9d57-aef5acd5827b service neutron] For port 0d371f13-d20d-418e-91d6-a19a62ad9f67, host hv-cinder-84037, cleared binding levels {{(pid=114212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 23:58:42.311162 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.db [req-4e789efc-5ca7-4cdb-8c38-d22edb36f621 req-fe9f578c-24a1-4969-9d57-aef5acd5827b service neutron] For port 0d371f13-d20d-418e-91d6-a19a62ad9f67, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=0d371f13-d20d-418e-91d6-a19a62ad9f67,segment=NetworkSegment(d4ac9688-7820-43e6-987e-96b1e1f3947a),segment_id=d4ac9688-7820-43e6-987e-96b1e1f3947a)] {{(pid=114212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 23:58:42.412200 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-4e789efc-5ca7-4cdb-8c38-d22edb36f621 req-fe9f578c-24a1-4969-9d57-aef5acd5827b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25393411'] for port, after_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:42.453280 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e789efc-5ca7-4cdb-8c38-d22edb36f621 req-fe9f578c-24a1-4969-9d57-aef5acd5827b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:42.454522 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-4e789efc-5ca7-4cdb-8c38-d22edb36f621 req-fe9f578c-24a1-4969-9d57-aef5acd5827b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371'] for port, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:42.456026 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-4e789efc-5ca7-4cdb-8c38-d22edb36f621 req-fe9f578c-24a1-4969-9d57-aef5acd5827b service neutron] 10.222.0.47 "PUT /v2.0/ports/0d371f13-d20d-418e-91d6-a19a62ad9f67 HTTP/1.1" status: 200 len: 1093 time: 0.8725243 May 03 23:58:42.456770 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b92644e1-4a25-46a0-85ce-dcb50e5a64f5', 'tag': '0d371f13-d20d-418e-91d6-a19a62ad9f67'}] {{(pid=114212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:58:42.459373 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d2be33a93c6036cad1ba084e78d1c3d957b621bee157ccc93bfe0a4b69d877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14eb6349-b6c6-4b83-8516-b70684c664a1" -d '{"events": [{"name": "network-changed", "server_uuid": "b92644e1-4a25-46a0-85ce-dcb50e5a64f5", "tag": "0d371f13-d20d-418e-91d6-a19a62ad9f67"}]}' {{(pid=114212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 23:58:42.484717 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9f578c-24a1-4969-9d57-aef5acd5827b service neutron] Pushing event updated for resources: {'Port': ['ID=0d371f13-d20d-418e-91d6-a19a62ad9f67,revision_number=3']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:58:42.511325 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 23:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e381d612-2efd-4843-a88a-7170b66fbc19 x-openstack-request-id: req-e381d612-2efd-4843-a88a-7170b66fbc19 {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 23:58:42.511649 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b92644e1-4a25-46a0-85ce-dcb50e5a64f5", "tag": "0d371f13-d20d-418e-91d6-a19a62ad9f67", "status": "completed", "code": 200}]} {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 23:58:42.511903 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e381d612-2efd-4843-a88a-7170b66fbc19 {{(pid=114212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 23:58:42.512326 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e381d612-2efd-4843-a88a-7170b66fbc19'] response: {'name': 'network-changed', 'server_uuid': 'b92644e1-4a25-46a0-85ce-dcb50e5a64f5', 'tag': '0d371f13-d20d-418e-91d6-a19a62ad9f67', 'status': 'completed', 'code': 200} May 03 23:58:42.617773 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eb6349-b6c6-4b83-8516-b70684c664a1 req-36ea140e-9af0-44a9-a7aa-29121d44bdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:42.619619 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-14eb6349-b6c6-4b83-8516-b70684c664a1 req-36ea140e-9af0-44a9-a7aa-29121d44bdeb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=18702b8992014a4095bdd8f1a1117571&device_id=b92644e1-4a25-46a0-85ce-dcb50e5a64f5 HTTP/1.1" status: 200 len: 1096 time: 0.0514154 May 03 23:58:42.773023 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eb6349-b6c6-4b83-8516-b70684c664a1 req-8f37f511-b1bf-4143-adc5-48bb60d6840c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:42.774623 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-14eb6349-b6c6-4b83-8516-b70684c664a1 req-8f37f511-b1bf-4143-adc5-48bb60d6840c service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=18702b8992014a4095bdd8f1a1117571&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1356218 May 03 23:58:42.889675 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eb6349-b6c6-4b83-8516-b70684c664a1 req-f617a09e-8e8b-4342-8944-119f302dfa24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:42.891220 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-14eb6349-b6c6-4b83-8516-b70684c664a1 req-f617a09e-8e8b-4342-8944-119f302dfa24 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1074491 May 03 23:58:43.001852 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e789efc-5ca7-4cdb-8c38-d22edb36f621 req-47a3886c-d078-496a-bf7a-5f627db7b0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:43.003387 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-4e789efc-5ca7-4cdb-8c38-d22edb36f621 req-47a3886c-d078-496a-bf7a-5f627db7b0ea service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=18702b8992014a4095bdd8f1a1117571&device_id=b92644e1-4a25-46a0-85ce-dcb50e5a64f5 HTTP/1.1" status: 200 len: 1096 time: 0.0421417 May 03 23:58:43.338643 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a0c12-b190-41f0-9540-eff90d6e1562 req-6428ce65-6613-42e2-b624-ffcde217d24a tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:43.340251 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-ba7a0c12-b190-41f0-9540-eff90d6e1562 req-6428ce65-6613-42e2-b624-ffcde217d24a tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b92644e1-4a25-46a0-85ce-dcb50e5a64f5 HTTP/1.1" status: 200 len: 943 time: 0.0547874 May 03 23:58:43.379239 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-ba7a0c12-b190-41f0-9540-eff90d6e1562 req-9c8ca2f1-7136-480a-bf98-cda5c96bf08a tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbd103a9-4897-4c7d-898b-a4c8256cf2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327258 May 03 23:58:44.501382 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c261fbff-39a2-493b-ab83-e6bd21376556 req-f011ec80-dbf8-49bd-8db6-fb7b52f188f9 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:44.502948 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-c261fbff-39a2-493b-ab83-e6bd21376556 req-f011ec80-dbf8-49bd-8db6-fb7b52f188f9 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b92644e1-4a25-46a0-85ce-dcb50e5a64f5 HTTP/1.1" status: 200 len: 943 time: 0.0511580 May 03 23:58:44.548314 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-c261fbff-39a2-493b-ab83-e6bd21376556 req-2b94e0be-7e68-4e03-823e-270738dc2d1d tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbd103a9-4897-4c7d-898b-a4c8256cf2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385208 May 03 23:58:44.761361 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-4e789efc-5ca7-4cdb-8c38-d22edb36f621 req-e41eed2e-703d-4c45-afff-f6f7512869cd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d371f13-d20d-418e-91d6-a19a62ad9f67 HTTP/1.1" status: 200 len: 217 time: 0.0396106 May 03 23:58:45.673383 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc90b959-e8fb-4b9b-b6f8-ebda41fc1c1d req-1a1cefe6-d75e-4efc-90eb-a7d771cb53af tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:45.674892 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-bc90b959-e8fb-4b9b-b6f8-ebda41fc1c1d req-1a1cefe6-d75e-4efc-90eb-a7d771cb53af tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b92644e1-4a25-46a0-85ce-dcb50e5a64f5 HTTP/1.1" status: 200 len: 943 time: 0.0504222 May 03 23:58:45.682679 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e789efc-5ca7-4cdb-8c38-d22edb36f621 req-e7138eb5-1543-4011-b106-97a02dc532aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:45.684227 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-4e789efc-5ca7-4cdb-8c38-d22edb36f621 req-e7138eb5-1543-4011-b106-97a02dc532aa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=812a278c-b546-48ea-b77a-ce9966d91767 HTTP/1.1" status: 200 len: 849 time: 0.0469418 May 03 23:58:45.718897 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-bc90b959-e8fb-4b9b-b6f8-ebda41fc1c1d req-36bff87a-dba2-4f30-bbbf-d7eacfe7a0bf tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbd103a9-4897-4c7d-898b-a4c8256cf2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373380 May 03 23:58:45.734403 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e789efc-5ca7-4cdb-8c38-d22edb36f621 req-6add43c9-d5ee-4f14-bdc2-3f3d3702ab52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:45.736057 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-4e789efc-5ca7-4cdb-8c38-d22edb36f621 req-6add43c9-d5ee-4f14-bdc2-3f3d3702ab52 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=604bb18a-bbc8-4a96-8a59-cda5f9a33ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427463 May 03 23:58:45.876974 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-4e789efc-5ca7-4cdb-8c38-d22edb36f621 req-31807fe7-3e00-482e-a238-9287e68bad2a service neutron] 10.222.0.47 "GET /v2.0/networks/604bb18a-bbc8-4a96-8a59-cda5f9a33ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333978 May 03 23:58:45.979894 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-4e789efc-5ca7-4cdb-8c38-d22edb36f621 req-edf8432a-ab75-467d-bb06-caacc4d6fb9b service neutron] 10.222.0.47 "GET /v2.0/networks/604bb18a-bbc8-4a96-8a59-cda5f9a33ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939922 May 03 23:58:46.839910 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df96553-ee7d-4c1d-a6b7-b24ca3e9da44 req-514675f4-3934-404d-b1d8-6f33dcb06f63 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:46.841317 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-8df96553-ee7d-4c1d-a6b7-b24ca3e9da44 req-514675f4-3934-404d-b1d8-6f33dcb06f63 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b92644e1-4a25-46a0-85ce-dcb50e5a64f5 HTTP/1.1" status: 200 len: 943 time: 0.0548601 May 03 23:58:46.889909 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-8df96553-ee7d-4c1d-a6b7-b24ca3e9da44 req-4f4243f9-8ef1-4dac-a0ff-349b07060433 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbd103a9-4897-4c7d-898b-a4c8256cf2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420566 May 03 23:58:48.019003 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae15d326-cd9e-4172-9f99-9b79c9d5cd4e req-329d824a-a83f-4d8c-9dcc-0b07f82a80d1 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:48.020511 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-ae15d326-cd9e-4172-9f99-9b79c9d5cd4e req-329d824a-a83f-4d8c-9dcc-0b07f82a80d1 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b92644e1-4a25-46a0-85ce-dcb50e5a64f5 HTTP/1.1" status: 200 len: 943 time: 0.0522313 May 03 23:58:48.063708 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-ae15d326-cd9e-4172-9f99-9b79c9d5cd4e req-576458e6-2bec-4f4d-ad47-0af013b9f1f1 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbd103a9-4897-4c7d-898b-a4c8256cf2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368743 May 03 23:58:48.215047 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:49.198081 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74512e8-f6af-4316-95cb-1fe337eec94d req-5df8798a-a611-4ecc-8d6a-4bee268de90c tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:49.199804 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-e74512e8-f6af-4316-95cb-1fe337eec94d req-5df8798a-a611-4ecc-8d6a-4bee268de90c tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b92644e1-4a25-46a0-85ce-dcb50e5a64f5 HTTP/1.1" status: 200 len: 943 time: 0.0543175 May 03 23:58:49.248602 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-e74512e8-f6af-4316-95cb-1fe337eec94d req-2cebba2d-6913-4a80-a12a-eee1532d67b8 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbd103a9-4897-4c7d-898b-a4c8256cf2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419495 May 03 23:58:50.197785 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device 0d371f13-d20d-418e-91d6-a19a62ad9f67 details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=114214) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 23:58:50.312459 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] For port 0d371f13-d20d-418e-91d6-a19a62ad9f67, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=0d371f13-d20d-418e-91d6-a19a62ad9f67,segment=NetworkSegment(d4ac9688-7820-43e6-987e-96b1e1f3947a),segment_id=d4ac9688-7820-43e6-987e-96b1e1f3947a)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:58:50.330105 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Returning: {'device': '0d371f13-d20d-418e-91d6-a19a62ad9f67', 'network_id': '604bb18a-bbc8-4a96-8a59-cda5f9a33ba3', 'port_id': '0d371f13-d20d-418e-91d6-a19a62ad9f67', 'mac_address': 'fa:16:3e:61:a8:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '812a278c-b546-48ea-b77a-ce9966d91767', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114214) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 23:58:50.382938 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:50.395205 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c98b22-5fcc-4ec3-a4e0-1bf35d59d088 req-4ef65913-819b-4ab1-b1ab-32a8337b2933 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:50.396813 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-20c98b22-5fcc-4ec3-a4e0-1bf35d59d088 req-4ef65913-819b-4ab1-b1ab-32a8337b2933 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b92644e1-4a25-46a0-85ce-dcb50e5a64f5 HTTP/1.1" status: 200 len: 943 time: 0.0598986 May 03 23:58:50.403960 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.notifiers.nova [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d371f13-d20d-418e-91d6-a19a62ad9f67 {{(pid=114214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:58:50.425405 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] For port 0d371f13-d20d-418e-91d6-a19a62ad9f67, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=0d371f13-d20d-418e-91d6-a19a62ad9f67,segment=NetworkSegment(d4ac9688-7820-43e6-987e-96b1e1f3947a),segment_id=d4ac9688-7820-43e6-987e-96b1e1f3947a)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:58:50.453521 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-20c98b22-5fcc-4ec3-a4e0-1bf35d59d088 req-d6659b70-a4bf-488d-bfd6-3dc1e2d12464 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbd103a9-4897-4c7d-898b-a4c8256cf2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417626 May 03 23:58:50.548879 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:50.602433 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Pushing event updated for resources: {'Port': ['ID=0d371f13-d20d-418e-91d6-a19a62ad9f67,revision_number=4']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:58:50.993407 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5c4c7b-ac20-49ef-ade5-fc9ff07cdda9 req-e1a5bb18-2286-49c8-b97d-b27c238c881a tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:50.994993 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-2f5c4c7b-ac20-49ef-ade5-fc9ff07cdda9 req-e1a5bb18-2286-49c8-b97d-b27c238c881a tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=e20a72e1-2156-4807-bbc5-8f80cb0e1ea2 HTTP/1.1" status: 200 len: 945 time: 0.0536392 May 03 23:58:51.043428 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-2f5c4c7b-ac20-49ef-ade5-fc9ff07cdda9 req-f52f29e1-b234-4381-81ba-e83368a8cba1 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d354cfe-5646-4686-b8b6-d0a5ff78252e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411038 May 03 23:58:51.045749 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] get_ports_and_sgs() called for port_ids ['0d371f13-d20d-418e-91d6-a19a62ad9f67'] {{(pid=114214) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 23:58:51.573970 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941b2c2c-6e38-4d1a-88b1-307c3695e306 req-dee27b4a-396d-493e-8647-a074ad7b5f86 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:51.575540 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-941b2c2c-6e38-4d1a-88b1-307c3695e306 req-dee27b4a-396d-493e-8647-a074ad7b5f86 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b92644e1-4a25-46a0-85ce-dcb50e5a64f5 HTTP/1.1" status: 200 len: 944 time: 0.0508716 May 03 23:58:51.627168 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-941b2c2c-6e38-4d1a-88b1-307c3695e306 req-c9dd4e2b-933f-41ed-af2f-8687ff42a215 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbd103a9-4897-4c7d-898b-a4c8256cf2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429580 May 03 23:58:52.168030 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f0f755-55e9-4382-85ec-7653adf7edfa req-18ab2e9c-fcf5-4599-99b8-237392244dc6 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:52.169650 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-50f0f755-55e9-4382-85ec-7653adf7edfa req-18ab2e9c-fcf5-4599-99b8-237392244dc6 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=e20a72e1-2156-4807-bbc5-8f80cb0e1ea2 HTTP/1.1" status: 200 len: 945 time: 0.0515749 May 03 23:58:52.210704 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-50f0f755-55e9-4382-85ec-7653adf7edfa req-7ffb6f14-a7c6-4ac3-bad6-aee07c5ce076 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d354cfe-5646-4686-b8b6-d0a5ff78252e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348442 May 03 23:58:52.763887 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9918b1-4ba5-47e7-8b83-246f54b4a579 req-c73be180-3258-44dc-8529-5fdc13800694 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:52.765505 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-6e9918b1-4ba5-47e7-8b83-246f54b4a579 req-c73be180-3258-44dc-8529-5fdc13800694 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b92644e1-4a25-46a0-85ce-dcb50e5a64f5 HTTP/1.1" status: 200 len: 944 time: 0.0533612 May 03 23:58:52.816078 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-6e9918b1-4ba5-47e7-8b83-246f54b4a579 req-1565ad81-8ae9-4c60-9944-bf3076b84354 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbd103a9-4897-4c7d-898b-a4c8256cf2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383730 May 03 23:58:53.332578 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1af472f-aa1c-487c-9b31-e2038b19c835 req-becb2b0e-6a26-4eca-8abd-e3f9a606c739 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:53.334218 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-f1af472f-aa1c-487c-9b31-e2038b19c835 req-becb2b0e-6a26-4eca-8abd-e3f9a606c739 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=e20a72e1-2156-4807-bbc5-8f80cb0e1ea2 HTTP/1.1" status: 200 len: 945 time: 0.0543177 May 03 23:58:53.379887 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-f1af472f-aa1c-487c-9b31-e2038b19c835 req-bda79c70-5693-482f-a551-e96a6942857a tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d354cfe-5646-4686-b8b6-d0a5ff78252e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393853 May 03 23:58:53.951826 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e83f25-bf0a-405e-a865-45c2291cf933 req-f526a33c-24ea-4687-97e1-7f6673ac1309 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:53.953466 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-83e83f25-bf0a-405e-a865-45c2291cf933 req-f526a33c-24ea-4687-97e1-7f6673ac1309 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b92644e1-4a25-46a0-85ce-dcb50e5a64f5 HTTP/1.1" status: 200 len: 944 time: 0.0604200 May 03 23:58:54.003857 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-83e83f25-bf0a-405e-a865-45c2291cf933 req-e1542ace-8681-417c-93ec-1e824b40719d tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbd103a9-4897-4c7d-898b-a4c8256cf2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397053 May 03 23:58:54.515388 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b0755-b2e8-4604-8919-3a91dbff0cea req-ce0bd73a-b74f-4981-8149-3559caba92ed tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:54.517045 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-300b0755-b2e8-4604-8919-3a91dbff0cea req-ce0bd73a-b74f-4981-8149-3559caba92ed tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=e20a72e1-2156-4807-bbc5-8f80cb0e1ea2 HTTP/1.1" status: 200 len: 945 time: 0.0610743 May 03 23:58:54.565868 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-300b0755-b2e8-4604-8919-3a91dbff0cea req-1a846d9f-f96d-4f36-bf2d-c8e9ffdeb366 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d354cfe-5646-4686-b8b6-d0a5ff78252e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418169 May 03 23:58:55.135697 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7bbab6-25ba-470c-a38b-093c3a0c9753 req-1513d89b-5002-443d-89c1-dace8ab2c740 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:55.137351 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-1c7bbab6-25ba-470c-a38b-093c3a0c9753 req-1513d89b-5002-443d-89c1-dace8ab2c740 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b92644e1-4a25-46a0-85ce-dcb50e5a64f5 HTTP/1.1" status: 200 len: 944 time: 0.0556328 May 03 23:58:55.191787 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-1c7bbab6-25ba-470c-a38b-093c3a0c9753 req-66171d96-ded8-476d-ba79-b3aaf34dfb63 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbd103a9-4897-4c7d-898b-a4c8256cf2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461268 May 03 23:58:55.698549 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293256b0-fc99-4361-ac07-20bea519737f req-ded7a7ca-c1bf-4a6d-85ac-5e07aceb13cb tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:55.700159 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-293256b0-fc99-4361-ac07-20bea519737f req-ded7a7ca-c1bf-4a6d-85ac-5e07aceb13cb tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=e20a72e1-2156-4807-bbc5-8f80cb0e1ea2 HTTP/1.1" status: 200 len: 945 time: 0.0575507 May 03 23:58:55.742556 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-293256b0-fc99-4361-ac07-20bea519737f req-28c63ed0-c5b8-4e59-9bf9-363d3f1d166f tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d354cfe-5646-4686-b8b6-d0a5ff78252e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361738 May 03 23:58:56.250379 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device 0d371f13-d20d-418e-91d6-a19a62ad9f67 up at agent hyperv_hv-cinder-84037 {{(pid=114214) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 23:58:56.349189 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141bc831-1dff-4312-b254-ad6fc21f2bc8 req-25fde915-3eb0-4aa1-9f99-eaa1f9499a4d tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:56.353157 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-141bc831-1dff-4312-b254-ad6fc21f2bc8 req-25fde915-3eb0-4aa1-9f99-eaa1f9499a4d tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b92644e1-4a25-46a0-85ce-dcb50e5a64f5 HTTP/1.1" status: 200 len: 944 time: 0.0681202 May 03 23:58:56.388751 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Provisioning for port 0d371f13-d20d-418e-91d6-a19a62ad9f67 completed by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:58:56.394130 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Provisioning complete for port 0d371f13-d20d-418e-91d6-a19a62ad9f67 triggered by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:58:56.394508 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:56.397612 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-141bc831-1dff-4312-b254-ad6fc21f2bc8 req-fdbd7721-d67a-4be7-ba2c-1047cee323eb tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbd103a9-4897-4c7d-898b-a4c8256cf2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383482 May 03 23:58:56.495048 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:56.519901 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b92644e1-4a25-46a0-85ce-dcb50e5a64f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d371f13-d20d-418e-91d6-a19a62ad9f67'}] {{(pid=114214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:58:56.522464 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a2c01d47b82d907f81ba0899610efc862c27db097cd111ee9714155fede03ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a61ae4df-31b7-4730-aa81-57b2c0cd8bf9" -d '{"events": [{"server_uuid": "b92644e1-4a25-46a0-85ce-dcb50e5a64f5", "name": "network-vif-plugged", "status": "completed", "tag": "0d371f13-d20d-418e-91d6-a19a62ad9f67"}]}' {{(pid=114214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 23:58:56.536954 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] For port 0d371f13-d20d-418e-91d6-a19a62ad9f67, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=0d371f13-d20d-418e-91d6-a19a62ad9f67,segment=NetworkSegment(d4ac9688-7820-43e6-987e-96b1e1f3947a),segment_id=d4ac9688-7820-43e6-987e-96b1e1f3947a)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:58:56.639423 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 23:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f9ae6e7-7838-4eff-a837-88ea809c7bef x-openstack-request-id: req-3f9ae6e7-7838-4eff-a837-88ea809c7bef {{(pid=114214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 23:58:56.639741 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b92644e1-4a25-46a0-85ce-dcb50e5a64f5", "name": "network-vif-plugged", "status": "completed", "tag": "0d371f13-d20d-418e-91d6-a19a62ad9f67", "code": 200}]} {{(pid=114214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 23:58:56.639996 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3f9ae6e7-7838-4eff-a837-88ea809c7bef {{(pid=114214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 23:58:56.644598 dv-cinder-840375-1-iscsi neutron-server[114214]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f9ae6e7-7838-4eff-a837-88ea809c7bef'] response: {'server_uuid': 'b92644e1-4a25-46a0-85ce-dcb50e5a64f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d371f13-d20d-418e-91d6-a19a62ad9f67', 'code': 200} May 03 23:58:56.680569 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:56.737648 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Pushing event updated for resources: {'Port': ['ID=0d371f13-d20d-418e-91d6-a19a62ad9f67,revision_number=5']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:58:56.878867 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9418fe-6267-48a6-a40b-43e38b8e9901 req-123e545e-3880-4403-a2d0-9c9dccb7efee tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:56.880416 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-7b9418fe-6267-48a6-a40b-43e38b8e9901 req-123e545e-3880-4403-a2d0-9c9dccb7efee tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=e20a72e1-2156-4807-bbc5-8f80cb0e1ea2 HTTP/1.1" status: 200 len: 945 time: 0.0591505 May 03 23:58:56.926944 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-7b9418fe-6267-48a6-a40b-43e38b8e9901 req-7bb87283-799c-4085-b96a-e573ce658d24 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d354cfe-5646-4686-b8b6-d0a5ff78252e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394874 May 03 23:58:57.061280 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c94e0c-7fae-422f-8c2a-6a6ebb86ac21 req-27a0534a-ddf5-4a76-b5a4-1cd7e3278c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:57.062921 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-f4c94e0c-7fae-422f-8c2a-6a6ebb86ac21 req-27a0534a-ddf5-4a76-b5a4-1cd7e3278c7a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b92644e1-4a25-46a0-85ce-dcb50e5a64f5 HTTP/1.1" status: 200 len: 1098 time: 0.0442708 May 03 23:58:57.104339 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-f4c94e0c-7fae-422f-8c2a-6a6ebb86ac21 req-02867b9b-07ef-44af-8a3c-9f5eba5a9c7f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=fbd103a9-4897-4c7d-898b-a4c8256cf2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326593 May 03 23:58:57.541120 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d425d9-9c9f-4bbb-9c28-51edfdb8cbc5 req-b3ce2934-5f99-4012-b383-364704f0ed65 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:57.542680 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-37d425d9-9c9f-4bbb-9c28-51edfdb8cbc5 req-b3ce2934-5f99-4012-b383-364704f0ed65 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b92644e1-4a25-46a0-85ce-dcb50e5a64f5 HTTP/1.1" status: 200 len: 945 time: 0.0511148 May 03 23:58:57.587011 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-37d425d9-9c9f-4bbb-9c28-51edfdb8cbc5 req-797d7b5e-aab9-4b66-9be8-f6455d5193b5 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbd103a9-4897-4c7d-898b-a4c8256cf2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371823 May 03 23:58:58.056927 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff11cc61-38db-47d1-b704-4605da493693 req-c5ecac17-df92-489c-aeee-2f093fd35899 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:58.059173 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-ff11cc61-38db-47d1-b704-4605da493693 req-c5ecac17-df92-489c-aeee-2f093fd35899 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=e20a72e1-2156-4807-bbc5-8f80cb0e1ea2 HTTP/1.1" status: 200 len: 945 time: 0.0534966 May 03 23:58:58.109384 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-ff11cc61-38db-47d1-b704-4605da493693 req-44adbf35-d414-4343-8021-8c47bb233e88 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d354cfe-5646-4686-b8b6-d0a5ff78252e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431454 May 03 23:58:58.719673 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6299d53-0782-415a-8978-5558f56998e6 req-79deda03-3718-4c62-b4f6-e7129bdacbfb tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:58.721296 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-b6299d53-0782-415a-8978-5558f56998e6 req-79deda03-3718-4c62-b4f6-e7129bdacbfb tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b92644e1-4a25-46a0-85ce-dcb50e5a64f5 HTTP/1.1" status: 200 len: 945 time: 0.0559828 May 03 23:58:58.771524 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-b6299d53-0782-415a-8978-5558f56998e6 req-f5be5ad1-8658-463d-b507-17f90266415c tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbd103a9-4897-4c7d-898b-a4c8256cf2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392883 May 03 23:58:58.828408 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f1703-41d4-4488-8b35-841e0acd5998 req-4b499da9-7bd8-4f16-8bfe-aac300ab98ee tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:58.829933 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-b18f1703-41d4-4488-8b35-841e0acd5998 req-4b499da9-7bd8-4f16-8bfe-aac300ab98ee tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.47 "GET /v2.0/ports?device_id=e20a72e1-2156-4807-bbc5-8f80cb0e1ea2 HTTP/1.1" status: 200 len: 945 time: 0.0660810 May 03 23:58:58.963339 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.plugin [req-b18f1703-41d4-4488-8b35-841e0acd5998 req-02472bd3-8a1c-46a8-8196-c097c88131da tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Deleting port c62748d5-3d5c-4268-bf9c-e261b0109f8d {{(pid=114212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 03 23:58:58.963686 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-b18f1703-41d4-4488-8b35-841e0acd5998 req-02472bd3-8a1c-46a8-8196-c097c88131da tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733331783909'] for port, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:59.056940 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.db [req-b18f1703-41d4-4488-8b35-841e0acd5998 req-02472bd3-8a1c-46a8-8196-c097c88131da tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] For port c62748d5-3d5c-4268-bf9c-e261b0109f8d, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=c62748d5-3d5c-4268-bf9c-e261b0109f8d,segment=NetworkSegment(4aa0fff9-3f39-4107-a21f-e5e9bdcb305b),segment_id=4aa0fff9-3f39-4107-a21f-e5e9bdcb305b)] {{(pid=114212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:58:59.057212 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-b18f1703-41d4-4488-8b35-841e0acd5998 req-02472bd3-8a1c-46a8-8196-c097c88131da tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764614'] for port, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:59.272713 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-b18f1703-41d4-4488-8b35-841e0acd5998 req-02472bd3-8a1c-46a8-8196-c097c88131da tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:59.273122 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-b18f1703-41d4-4488-8b35-841e0acd5998 req-02472bd3-8a1c-46a8-8196-c097c88131da tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3761754'] for floatingip, after_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:59.273447 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.db.l3_db [req-b18f1703-41d4-4488-8b35-841e0acd5998 req-02472bd3-8a1c-46a8-8196-c097c88131da tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Floating IP 1b42e5fe-7d3b-4286-96a7-940eed3f015b disassociated. External IP: 172.27.2.162, port: c62748d5-3d5c-4268-bf9c-e261b0109f8d. May 03 23:58:59.273829 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.plugin [req-b18f1703-41d4-4488-8b35-841e0acd5998 req-02472bd3-8a1c-46a8-8196-c097c88131da tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Calling delete_port for c62748d5-3d5c-4268-bf9c-e261b0109f8d owned by compute:nova {{(pid=114212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 03 23:58:59.290206 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea49fb4b-1501-4014-9279-ff9b1aae55ce req-9ebe81e7-7a16-407b-92d7-ad74967b799d tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:59.291798 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-ea49fb4b-1501-4014-9279-ff9b1aae55ce req-9ebe81e7-7a16-407b-92d7-ad74967b799d tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=e20a72e1-2156-4807-bbc5-8f80cb0e1ea2 HTTP/1.1" status: 200 len: 945 time: 0.1074524 May 03 23:58:59.381688 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-ea49fb4b-1501-4014-9279-ff9b1aae55ce req-46217bed-3aa7-4f65-bd70-ed26aa851f5f tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d354cfe-5646-4686-b8b6-d0a5ff78252e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834827 May 03 23:58:59.480909 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.agents_db [None req-33eb5aa9-4e04-49df-8f84-9829a3bd54c6 None None] Agent healthcheck: found 6 active agents {{(pid=114215) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 23:58:59.531531 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-b18f1703-41d4-4488-8b35-841e0acd5998 req-02472bd3-8a1c-46a8-8196-c097c88131da tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733331790767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733331236154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25393418'] for port, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:59.560950 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02472bd3-8a1c-46a8-8196-c097c88131da tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Pushing event deleted for resources: {'Port': ['ID=c62748d5-3d5c-4268-bf9c-e261b0109f8d,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:58:59.683780 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b18f1703-41d4-4488-8b35-841e0acd5998 req-02472bd3-8a1c-46a8-8196-c097c88131da tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Router afdc989b-1a8d-4435-b79b-864860050003 has already been hosted by L3 agent 758adf3f-89d7-4e1b-912e-3871fb413390 {{(pid=114212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 23:58:59.816056 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b18f1703-41d4-4488-8b35-841e0acd5998 req-02472bd3-8a1c-46a8-8196-c097c88131da tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Notify agent at l3_agent.dv-cinder-840375-1-iscsi the message routers_updated {{(pid=114212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 23:58:59.840609 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b588f997-c342-4e99-9f70-cc3a5ad0cdd3 None None] Sync routers for ids ['afdc989b-1a8d-4435-b79b-864860050003'] in dv-cinder-840375-1-iscsi {{(pid=114214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:58:59.863739 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b588f997-c342-4e99-9f70-cc3a5ad0cdd3 None None] Routers {'afdc989b-1a8d-4435-b79b-864860050003'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:58:59.865282 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-b588f997-c342-4e99-9f70-cc3a5ad0cdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-03T23:58:34Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['afdc989b-1a8d-4435-b79b-864860050003'], 'active': True} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:58:59.869894 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.l3_dvrscheduler_db [req-b18f1703-41d4-4488-8b35-841e0acd5998 req-02472bd3-8a1c-46a8-8196-c097c88131da tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] No DVR routers for this DVR port c62748d5-3d5c-4268-bf9c-e261b0109f8d on host hv-cinder-84037 {{(pid=114212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:58:59.874668 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-b18f1703-41d4-4488-8b35-841e0acd5998 req-02472bd3-8a1c-46a8-8196-c097c88131da tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371'] for port, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:59.881238 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-b18f1703-41d4-4488-8b35-841e0acd5998 req-02472bd3-8a1c-46a8-8196-c097c88131da tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.47 "DELETE /v2.0/ports/c62748d5-3d5c-4268-bf9c-e261b0109f8d HTTP/1.1" status: 204 len: 173 time: 1.0229340 May 03 23:58:59.882345 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e20a72e1-2156-4807-bbc5-8f80cb0e1ea2', 'name': 'network-vif-deleted', 'tag': 'c62748d5-3d5c-4268-bf9c-e261b0109f8d'}] {{(pid=114212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:58:59.912425 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d2be33a93c6036cad1ba084e78d1c3d957b621bee157ccc93bfe0a4b69d877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-006f11a7-bc13-44bb-ac69-978b1b98702f" -d '{"events": [{"server_uuid": "e20a72e1-2156-4807-bbc5-8f80cb0e1ea2", "name": "network-vif-deleted", "tag": "c62748d5-3d5c-4268-bf9c-e261b0109f8d"}]}' {{(pid=114212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 23:58:59.949622 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8860da5-30a2-4168-a345-5596eee54283 req-8c679f2f-7263-41c3-a89b-b4055c044581 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:58:59.951261 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-b8860da5-30a2-4168-a345-5596eee54283 req-8c679f2f-7263-41c3-a89b-b4055c044581 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b92644e1-4a25-46a0-85ce-dcb50e5a64f5 HTTP/1.1" status: 200 len: 945 time: 0.0630405 May 03 23:59:00.045649 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-b8860da5-30a2-4168-a345-5596eee54283 req-a7a26fb4-e44a-4c08-979b-5a8311d4ffb1 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbd103a9-4897-4c7d-898b-a4c8256cf2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765417 May 03 23:59:00.120832 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 23:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3639f00f-a071-4d6f-949b-f8ac70c723a5 x-openstack-request-id: req-3639f00f-a071-4d6f-949b-f8ac70c723a5 {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 23:59:00.121675 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e20a72e1-2156-4807-bbc5-8f80cb0e1ea2", "name": "network-vif-deleted", "tag": "c62748d5-3d5c-4268-bf9c-e261b0109f8d", "status": "completed", "code": 200}]} {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 23:59:00.121675 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3639f00f-a071-4d6f-949b-f8ac70c723a5 {{(pid=114212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 23:59:00.121955 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3639f00f-a071-4d6f-949b-f8ac70c723a5'] response: {'server_uuid': 'e20a72e1-2156-4807-bbc5-8f80cb0e1ea2', 'name': 'network-vif-deleted', 'tag': 'c62748d5-3d5c-4268-bf9c-e261b0109f8d', 'status': 'completed', 'code': 200} May 03 23:59:00.123590 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvr_db [None req-b588f997-c342-4e99-9f70-cc3a5ad0cdd3 None None] Set router afdc989b-1a8d-4435-b79b-864860050003 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 23:59:00.267585 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ce7495-842d-4e27-976f-5112a38fae59 req-38155743-9fc5-4984-b31d-8a4bf2d8d97a tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:00.269800 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-c4ce7495-842d-4e27-976f-5112a38fae59 req-38155743-9fc5-4984-b31d-8a4bf2d8d97a tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b92644e1-4a25-46a0-85ce-dcb50e5a64f5 HTTP/1.1" status: 200 len: 945 time: 0.0748808 May 03 23:59:00.279522 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 41668) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:59:00.284265 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.v2.base [None req-08a82c54-fe2b-43c0-bc2e-df0cf95a112b tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Request body: {'floatingip': {'port_id': '0d371f13-d20d-418e-91d6-a19a62ad9f67'}} {{(pid=114213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:59:00.329019 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-08a82c54-fe2b-43c0-bc2e-df0cf95a112b tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify callbacks [] for floatingip, before_update {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:00.428922 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-b588f997-c342-4e99-9f70-cc3a5ad0cdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afdc989b-1a8d-4435-b79b-864860050003', 'name': 'tempest-ServerRescueNegativeTestJSON-1249797005-router', 'tenant_id': 'b61197edd2154db6b72b860e57ff43ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '65558dd2-d27e-4169-9d4e-d5ab9f6287f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:52:59Z', 'updated_at': '2022-05-03T23:53:18Z', 'revision_number': 4, 'project_id': 'b61197edd2154db6b72b860e57ff43ed', 'gw_port': {'id': '65558dd2-d27e-4169-9d4e-d5ab9f6287f6', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdc989b-1a8d-4435-b79b-864860050003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:02Z', 'updated_at': '2022-05-03T23:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_interfaces': [{'id': '5a412f3d-68f7-4865-9233-942901c190c3', 'name': '', 'network_id': '0a6b04f9-6f06-4100-ad85-6b28ebd5afaa', 'tenant_id': 'b61197edd2154db6b72b860e57ff43ed', 'mac_address': 'fa:16:3e:47:24:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdc989b-1a8d-4435-b79b-864860050003', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'a71a973f-43f2-413b-b3e6-b8f0626526c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:13Z', 'updated_at': '2022-05-03T23:53:33Z', 'revision_number': 5, 'project_id': 'b61197edd2154db6b72b860e57ff43ed', 'subnets': [{'id': 'a71a973f-43f2-413b-b3e6-b8f0626526c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:59:00.494894 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b588f997-c342-4e99-9f70-cc3a5ad0cdd3 None None] Checking router: afdc989b-1a8d-4435-b79b-864860050003 for host: dv-cinder-840375-1-iscsi {{(pid=114214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:59:00.506467 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b588f997-c342-4e99-9f70-cc3a5ad0cdd3 None None] Routers {'afdc989b-1a8d-4435-b79b-864860050003'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:59:00.507506 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-b588f997-c342-4e99-9f70-cc3a5ad0cdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-03T23:58:34Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['afdc989b-1a8d-4435-b79b-864860050003'], 'active': True} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:59:00.516475 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-dd982d64-6373-4cc8-a5fb-29ed5aae99ba req-cf797657-6094-42b0-a316-2417bc5a52bf tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=e20a72e1-2156-4807-bbc5-8f80cb0e1ea2 HTTP/1.1" status: 200 len: 210 time: 0.0374727 May 03 23:59:00.631413 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvr_db [None req-b588f997-c342-4e99-9f70-cc3a5ad0cdd3 None None] Set router afdc989b-1a8d-4435-b79b-864860050003 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 23:59:00.840171 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-b588f997-c342-4e99-9f70-cc3a5ad0cdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afdc989b-1a8d-4435-b79b-864860050003', 'name': 'tempest-ServerRescueNegativeTestJSON-1249797005-router', 'tenant_id': 'b61197edd2154db6b72b860e57ff43ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '65558dd2-d27e-4169-9d4e-d5ab9f6287f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:52:59Z', 'updated_at': '2022-05-03T23:53:18Z', 'revision_number': 4, 'project_id': 'b61197edd2154db6b72b860e57ff43ed', 'gw_port': {'id': '65558dd2-d27e-4169-9d4e-d5ab9f6287f6', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdc989b-1a8d-4435-b79b-864860050003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:02Z', 'updated_at': '2022-05-03T23:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_interfaces': [{'id': '5a412f3d-68f7-4865-9233-942901c190c3', 'name': '', 'network_id': '0a6b04f9-6f06-4100-ad85-6b28ebd5afaa', 'tenant_id': 'b61197edd2154db6b72b860e57ff43ed', 'mac_address': 'fa:16:3e:47:24:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdc989b-1a8d-4435-b79b-864860050003', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'a71a973f-43f2-413b-b3e6-b8f0626526c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:13Z', 'updated_at': '2022-05-03T23:53:33Z', 'revision_number': 5, 'project_id': 'b61197edd2154db6b72b860e57ff43ed', 'subnets': [{'id': 'a71a973f-43f2-413b-b3e6-b8f0626526c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:59:00.866131 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b588f997-c342-4e99-9f70-cc3a5ad0cdd3 None None] The sync data for ids ['afdc989b-1a8d-4435-b79b-864860050003'] in dv-cinder-840375-1-iscsi is: [{'id': 'afdc989b-1a8d-4435-b79b-864860050003', 'name': 'tempest-ServerRescueNegativeTestJSON-1249797005-router', 'tenant_id': 'b61197edd2154db6b72b860e57ff43ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '65558dd2-d27e-4169-9d4e-d5ab9f6287f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:52:59Z', 'updated_at': '2022-05-03T23:53:18Z', 'revision_number': 4, 'project_id': 'b61197edd2154db6b72b860e57ff43ed', 'gw_port': {'id': '65558dd2-d27e-4169-9d4e-d5ab9f6287f6', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdc989b-1a8d-4435-b79b-864860050003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:02Z', 'updated_at': '2022-05-03T23:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_interfaces': [{'id': '5a412f3d-68f7-4865-9233-942901c190c3', 'name': '', 'network_id': '0a6b04f9-6f06-4100-ad85-6b28ebd5afaa', 'tenant_id': 'b61197edd2154db6b72b860e57ff43ed', 'mac_address': 'fa:16:3e:47:24:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdc989b-1a8d-4435-b79b-864860050003', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'a71a973f-43f2-413b-b3e6-b8f0626526c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:13Z', 'updated_at': '2022-05-03T23:53:33Z', 'revision_number': 5, 'project_id': 'b61197edd2154db6b72b860e57ff43ed', 'subnets': [{'id': 'a71a973f-43f2-413b-b3e6-b8f0626526c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:59:00.866975 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-08a82c54-fe2b-43c0-bc2e-df0cf95a112b tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:00.933337 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-08a82c54-fe2b-43c0-bc2e-df0cf95a112b tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3761754'] for floatingip, after_update {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:01.051782 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.db.l3_db [None req-08a82c54-fe2b-43c0-bc2e-df0cf95a112b tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Floating IP 1c0ac2f0-2140-4648-a1ef-10749046c671 associated. External IP: 172.27.2.12, port: 0d371f13-d20d-418e-91d6-a19a62ad9f67. May 03 23:59:01.137599 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f04b531-8296-4056-b5b9-4cce88eafcb6 None None] New status for floating IP 1b42e5fe-7d3b-4286-96a7-940eed3f015b: DOWN {{(pid=114215) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 23:59:01.321702 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08a82c54-fe2b-43c0-bc2e-df0cf95a112b tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Router 467d3080-6a84-4db9-b5a8-cd3d3a3a3252 has already been hosted by L3 agent 758adf3f-89d7-4e1b-912e-3871fb413390 {{(pid=114213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 23:59:01.444943 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08a82c54-fe2b-43c0-bc2e-df0cf95a112b tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify agent at l3_agent.dv-cinder-840375-1-iscsi the message routers_updated {{(pid=114213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 23:59:01.451863 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-08a82c54-fe2b-43c0-bc2e-df0cf95a112b tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371'] for floatingip, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:01.457448 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f236dacb-b7ae-4519-bcb5-7964f9d03a9e None None] Sync routers for ids ['467d3080-6a84-4db9-b5a8-cd3d3a3a3252'] in dv-cinder-840375-1-iscsi {{(pid=114214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:59:01.479412 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f236dacb-b7ae-4519-bcb5-7964f9d03a9e None None] Routers {'467d3080-6a84-4db9-b5a8-cd3d3a3a3252'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:59:01.480070 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-f236dacb-b7ae-4519-bcb5-7964f9d03a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-03T23:58:34Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['467d3080-6a84-4db9-b5a8-cd3d3a3a3252'], 'active': True} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:59:01.485096 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-08a82c54-fe2b-43c0-bc2e-df0cf95a112b tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "PUT /v2.0/floatingips/1c0ac2f0-2140-4648-a1ef-10749046c671 HTTP/1.1" status: 200 len: 990 time: 1.2042918 May 03 23:59:01.485674 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b92644e1-4a25-46a0-85ce-dcb50e5a64f5', 'tag': '0d371f13-d20d-418e-91d6-a19a62ad9f67'}] {{(pid=114213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:59:01.488221 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53d1e4f1e8632581442e9f46277f90828789bc3ac2677f75cdf13d6c47c4555d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7059a684-da06-4bff-a87f-2089d9b11f84" -d '{"events": [{"name": "network-changed", "server_uuid": "b92644e1-4a25-46a0-85ce-dcb50e5a64f5", "tag": "0d371f13-d20d-418e-91d6-a19a62ad9f67"}]}' {{(pid=114213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 23:59:01.532904 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 23:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-709ec9dc-31ca-4cb9-8f4a-97847a0fc7b7 x-openstack-request-id: req-709ec9dc-31ca-4cb9-8f4a-97847a0fc7b7 {{(pid=114213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 23:59:01.533273 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b92644e1-4a25-46a0-85ce-dcb50e5a64f5", "tag": "0d371f13-d20d-418e-91d6-a19a62ad9f67", "status": "completed", "code": 200}]} {{(pid=114213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 23:59:01.533707 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-709ec9dc-31ca-4cb9-8f4a-97847a0fc7b7 {{(pid=114213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 23:59:01.534171 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.notifiers.nova [-] Nova event matching ['req-709ec9dc-31ca-4cb9-8f4a-97847a0fc7b7'] response: {'name': 'network-changed', 'server_uuid': 'b92644e1-4a25-46a0-85ce-dcb50e5a64f5', 'tag': '0d371f13-d20d-418e-91d6-a19a62ad9f67', 'status': 'completed', 'code': 200} May 03 23:59:01.538649 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-d7a64fca-063d-41be-ae35-b9db9e081173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:01.628500 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvr_db [None req-f236dacb-b7ae-4519-bcb5-7964f9d03a9e None None] Set router 467d3080-6a84-4db9-b5a8-cd3d3a3a3252 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 23:59:01.633543 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7059a684-da06-4bff-a87f-2089d9b11f84 req-739f18d2-7281-4a7a-af89-84c8a12c45c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:01.635803 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-7059a684-da06-4bff-a87f-2089d9b11f84 req-739f18d2-7281-4a7a-af89-84c8a12c45c8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=18702b8992014a4095bdd8f1a1117571&device_id=b92644e1-4a25-46a0-85ce-dcb50e5a64f5 HTTP/1.1" status: 200 len: 1098 time: 0.0485642 May 03 23:59:01.733325 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7059a684-da06-4bff-a87f-2089d9b11f84 req-3b3aabac-391d-4afa-b136-8b51a5ad0259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:01.734890 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-7059a684-da06-4bff-a87f-2089d9b11f84 req-3b3aabac-391d-4afa-b136-8b51a5ad0259 service neutron] 10.222.0.47 "GET /v2.0/networks?id=604bb18a-bbc8-4a96-8a59-cda5f9a33ba3 HTTP/1.1" status: 200 len: 911 time: 0.0922952 May 03 23:59:01.738605 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 41688) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:59:01.845837 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-7059a684-da06-4bff-a87f-2089d9b11f84 req-37ab6f39-4ffa-4ef2-b9c0-f30c91ba74e4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d371f13-d20d-418e-91d6-a19a62ad9f67 HTTP/1.1" status: 200 len: 998 time: 0.0982368 May 03 23:59:01.864759 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-95f4fc43-0230-4188-8a43-7d9bbc2fc301 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Notify callbacks [] for security_group, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:01.868960 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-f236dacb-b7ae-4519-bcb5-7964f9d03a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '467d3080-6a84-4db9-b5a8-cd3d3a3a3252', 'name': 'tempest-AttachVolumeTestJSON-462322208-router', 'tenant_id': '18702b8992014a4095bdd8f1a1117571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '44108730-eb8a-4c03-816c-17fa04bac0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:52:58Z', 'updated_at': '2022-05-03T23:53:10Z', 'revision_number': 4, 'project_id': '18702b8992014a4095bdd8f1a1117571', 'gw_port': {'id': '44108730-eb8a-4c03-816c-17fa04bac0b9', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:9d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467d3080-6a84-4db9-b5a8-cd3d3a3a3252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:01Z', 'updated_at': '2022-05-03T23:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_floatingips': [{'id': '1c0ac2f0-2140-4648-a1ef-10749046c671', 'tenant_id': '18702b8992014a4095bdd8f1a1117571', 'floating_ip_address': '172.27.2.12', 'floating_network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'router_id': '467d3080-6a84-4db9-b5a8-cd3d3a3a3252', 'port_id': '0d371f13-d20d-418e-91d6-a19a62ad9f67', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '604bb18a-bbc8-4a96-8a59-cda5f9a33ba3', 'mac_address': 'fa:16:3e:61:a8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b92644e1-4a25-46a0-85ce-dcb50e5a64f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:58:36Z', 'updated_at': '2022-05-03T23:59:00Z', 'revision_number': 1, 'project_id': '18702b8992014a4095bdd8f1a1117571', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bef2cf20-417b-4ee2-a17d-83bf4cad789a', 'name': '', 'network_id': '604bb18a-bbc8-4a96-8a59-cda5f9a33ba3', 'tenant_id': '18702b8992014a4095bdd8f1a1117571', 'mac_address': 'fa:16:3e:ce:a4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467d3080-6a84-4db9-b5a8-cd3d3a3a3252', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '812a278c-b546-48ea-b77a-ce9966d91767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:08Z', 'updated_at': '2022-05-03T23:53:23Z', 'revision_number': 5, 'project_id': '18702b8992014a4095bdd8f1a1117571', 'subnets': [{'id': '812a278c-b546-48ea-b77a-ce9966d91767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:59:01.898988 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f236dacb-b7ae-4519-bcb5-7964f9d03a9e None None] Checking router: 467d3080-6a84-4db9-b5a8-cd3d3a3a3252 for host: dv-cinder-840375-1-iscsi {{(pid=114214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:59:01.907929 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f236dacb-b7ae-4519-bcb5-7964f9d03a9e None None] Routers {'467d3080-6a84-4db9-b5a8-cd3d3a3a3252'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:59:01.908546 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-f236dacb-b7ae-4519-bcb5-7964f9d03a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-03T23:58:34Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['467d3080-6a84-4db9-b5a8-cd3d3a3a3252'], 'active': True} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:59:01.915504 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-95f4fc43-0230-4188-8a43-7d9bbc2fc301 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:01.929135 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7059a684-da06-4bff-a87f-2089d9b11f84 req-c0b23191-0ae4-4309-844a-699f70c10ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:01.931270 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-7059a684-da06-4bff-a87f-2089d9b11f84 req-c0b23191-0ae4-4309-844a-699f70c10ea2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=812a278c-b546-48ea-b77a-ce9966d91767 HTTP/1.1" status: 200 len: 849 time: 0.0776145 May 03 23:59:02.003967 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7059a684-da06-4bff-a87f-2089d9b11f84 req-ac2b1170-b39c-4d34-903a-31a8cc548482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:02.005622 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-7059a684-da06-4bff-a87f-2089d9b11f84 req-ac2b1170-b39c-4d34-903a-31a8cc548482 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=604bb18a-bbc8-4a96-8a59-cda5f9a33ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0667109 May 03 23:59:02.088037 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-95f4fc43-0230-4188-8a43-7d9bbc2fc301 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:02.091198 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-95f4fc43-0230-4188-8a43-7d9bbc2fc301 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Notify callbacks [] for security_group, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:02.092801 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-95f4fc43-0230-4188-8a43-7d9bbc2fc301 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "DELETE /v2.0/security-groups/0d354cfe-5646-4686-b8b6-d0a5ff78252e HTTP/1.1" status: 204 len: 168 time: 0.3531804 May 03 23:59:02.098083 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 41692) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:59:02.111900 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f4fc43-0230-4188-8a43-7d9bbc2fc301 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d354cfe-5646-4686-b8b6-d0a5ff78252e,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:59:02.119724 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.api.v2.resource [None req-08855ddb-97a9-48ed-9c01-59648bf406fb tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] show failed (client error): The resource could not be found. May 03 23:59:02.120566 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-08855ddb-97a9-48ed-9c01-59648bf406fb tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups/0d354cfe-5646-4686-b8b6-d0a5ff78252e HTTP/1.1" status: 404 len: 347 time: 0.0236096 May 03 23:59:02.123224 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 41694) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:59:02.154049 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-7059a684-da06-4bff-a87f-2089d9b11f84 req-a6507847-cd18-41ba-9687-ba7633ec32e7 service neutron] 10.222.0.47 "GET /v2.0/networks/604bb18a-bbc8-4a96-8a59-cda5f9a33ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356022 May 03 23:59:02.191659 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvr_db [None req-f236dacb-b7ae-4519-bcb5-7964f9d03a9e None None] Set router 467d3080-6a84-4db9-b5a8-cd3d3a3a3252 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 23:59:02.278223 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.plugin [None req-f7dc08f7-f127-46e7-8140-64a25ddb365a tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Deleting port 0d8a5301-246c-4769-80b4-f6007f1d95eb {{(pid=114213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 03 23:59:02.278811 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-f7dc08f7-f127-46e7-8140-64a25ddb365a tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733331783909'] for port, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:02.303762 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-7059a684-da06-4bff-a87f-2089d9b11f84 req-f60c7af5-5728-4d83-a51b-8012b65f4947 service neutron] 10.222.0.47 "GET /v2.0/networks/604bb18a-bbc8-4a96-8a59-cda5f9a33ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387177 May 03 23:59:02.307229 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device c62748d5-3d5c-4268-bf9c-e261b0109f8d no longer exists at agent hyperv_hv-cinder-84037 {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 23:59:02.345855 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] No Port match for: c62748d5-3d5c-4268-bf9c-e261b0109f8d {{(pid=114214) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 03 23:59:02.346883 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device c62748d5-3d5c-4268-bf9c-e261b0109f8d not bound to the agent host hv-cinder-84037 {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 23:59:02.372130 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-f7dc08f7-f127-46e7-8140-64a25ddb365a tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764614'] for port, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:02.372714 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-f7dc08f7-f127-46e7-8140-64a25ddb365a tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:02.387234 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.plugin [None req-f7dc08f7-f127-46e7-8140-64a25ddb365a tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Calling delete_port for 0d8a5301-246c-4769-80b4-f6007f1d95eb owned by network:floatingip {{(pid=114213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 03 23:59:02.501597 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-f236dacb-b7ae-4519-bcb5-7964f9d03a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '467d3080-6a84-4db9-b5a8-cd3d3a3a3252', 'name': 'tempest-AttachVolumeTestJSON-462322208-router', 'tenant_id': '18702b8992014a4095bdd8f1a1117571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '44108730-eb8a-4c03-816c-17fa04bac0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:52:58Z', 'updated_at': '2022-05-03T23:53:10Z', 'revision_number': 4, 'project_id': '18702b8992014a4095bdd8f1a1117571', 'gw_port': {'id': '44108730-eb8a-4c03-816c-17fa04bac0b9', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:9d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467d3080-6a84-4db9-b5a8-cd3d3a3a3252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:01Z', 'updated_at': '2022-05-03T23:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_floatingips': [{'id': '1c0ac2f0-2140-4648-a1ef-10749046c671', 'tenant_id': '18702b8992014a4095bdd8f1a1117571', 'floating_ip_address': '172.27.2.12', 'floating_network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'router_id': '467d3080-6a84-4db9-b5a8-cd3d3a3a3252', 'port_id': '0d371f13-d20d-418e-91d6-a19a62ad9f67', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '604bb18a-bbc8-4a96-8a59-cda5f9a33ba3', 'mac_address': 'fa:16:3e:61:a8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b92644e1-4a25-46a0-85ce-dcb50e5a64f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:58:36Z', 'updated_at': '2022-05-03T23:59:00Z', 'revision_number': 1, 'project_id': '18702b8992014a4095bdd8f1a1117571', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bef2cf20-417b-4ee2-a17d-83bf4cad789a', 'name': '', 'network_id': '604bb18a-bbc8-4a96-8a59-cda5f9a33ba3', 'tenant_id': '18702b8992014a4095bdd8f1a1117571', 'mac_address': 'fa:16:3e:ce:a4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467d3080-6a84-4db9-b5a8-cd3d3a3a3252', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '812a278c-b546-48ea-b77a-ce9966d91767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:08Z', 'updated_at': '2022-05-03T23:53:23Z', 'revision_number': 5, 'project_id': '18702b8992014a4095bdd8f1a1117571', 'subnets': [{'id': '812a278c-b546-48ea-b77a-ce9966d91767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:59:02.541029 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f236dacb-b7ae-4519-bcb5-7964f9d03a9e None None] The sync data for ids ['467d3080-6a84-4db9-b5a8-cd3d3a3a3252'] in dv-cinder-840375-1-iscsi is: [{'id': '467d3080-6a84-4db9-b5a8-cd3d3a3a3252', 'name': 'tempest-AttachVolumeTestJSON-462322208-router', 'tenant_id': '18702b8992014a4095bdd8f1a1117571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '44108730-eb8a-4c03-816c-17fa04bac0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:52:58Z', 'updated_at': '2022-05-03T23:53:10Z', 'revision_number': 4, 'project_id': '18702b8992014a4095bdd8f1a1117571', 'gw_port': {'id': '44108730-eb8a-4c03-816c-17fa04bac0b9', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:9d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467d3080-6a84-4db9-b5a8-cd3d3a3a3252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:01Z', 'updated_at': '2022-05-03T23:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_floatingips': [{'id': '1c0ac2f0-2140-4648-a1ef-10749046c671', 'tenant_id': '18702b8992014a4095bdd8f1a1117571', 'floating_ip_address': '172.27.2.12', 'floating_network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'router_id': '467d3080-6a84-4db9-b5a8-cd3d3a3a3252', 'port_id': '0d371f13-d20d-418e-91d6-a19a62ad9f67', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '604bb18a-bbc8-4a96-8a59-cda5f9a33ba3', 'mac_address': 'fa:16:3e:61:a8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b92644e1-4a25-46a0-85ce-dcb50e5a64f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:58:36Z', 'updated_at': '2022-05-03T23:59:00Z', 'revision_number': 1, 'project_id': '18702b8992014a4095bdd8f1a1117571', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bef2cf20-417b-4ee2-a17d-83bf4cad789a', 'name': '', 'network_id': '604bb18a-bbc8-4a96-8a59-cda5f9a33ba3', 'tenant_id': '18702b8992014a4095bdd8f1a1117571', 'mac_address': 'fa:16:3e:ce:a4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467d3080-6a84-4db9-b5a8-cd3d3a3a3252', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '812a278c-b546-48ea-b77a-ce9966d91767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:08Z', 'updated_at': '2022-05-03T23:53:23Z', 'revision_number': 5, 'project_id': '18702b8992014a4095bdd8f1a1117571', 'subnets': [{'id': '812a278c-b546-48ea-b77a-ce9966d91767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:59:02.669548 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-f7dc08f7-f127-46e7-8140-64a25ddb365a tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733331790767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733331236154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25969890'] for port, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:02.735303 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dc08f7-f127-46e7-8140-64a25ddb365a tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Pushing event deleted for resources: {'Port': ['ID=0d8a5301-246c-4769-80b4-f6007f1d95eb,revision_number=None']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:59:02.763104 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfe82c3-02b7-466c-b609-d5a4f89e0e8d None None] New status for floating IP 1c0ac2f0-2140-4648-a1ef-10749046c671: ACTIVE {{(pid=114215) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 23:59:02.764386 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dc08f7-f127-46e7-8140-64a25ddb365a tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:59:02.764829 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dc08f7-f127-46e7-8140-64a25ddb365a tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:59:02.765176 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dc08f7-f127-46e7-8140-64a25ddb365a tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:59:02.765515 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dc08f7-f127-46e7-8140-64a25ddb365a tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:59:02.766012 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dc08f7-f127-46e7-8140-64a25ddb365a tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:59:02.766406 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dc08f7-f127-46e7-8140-64a25ddb365a tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:59:02.766750 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dc08f7-f127-46e7-8140-64a25ddb365a tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:59:02.767087 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dc08f7-f127-46e7-8140-64a25ddb365a tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:59:02.767413 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dc08f7-f127-46e7-8140-64a25ddb365a tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:59:02.767741 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dc08f7-f127-46e7-8140-64a25ddb365a tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:59:02.768068 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dc08f7-f127-46e7-8140-64a25ddb365a tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:59:02.768395 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dc08f7-f127-46e7-8140-64a25ddb365a tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:59:02.793888 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-f7dc08f7-f127-46e7-8140-64a25ddb365a tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Notify callbacks [] for floatingip, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:02.796774 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-f7dc08f7-f127-46e7-8140-64a25ddb365a tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371'] for floatingip, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:02.800528 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-f7dc08f7-f127-46e7-8140-64a25ddb365a tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "DELETE /v2.0/floatingips/1b42e5fe-7d3b-4286-96a7-940eed3f015b HTTP/1.1" status: 204 len: 168 time: 0.6731772 May 03 23:59:03.834363 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-dcfc9703-ebdc-415c-a90b-bb7769238e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:05.411464 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-9988ed24-7efc-4e8a-acf7-bcbfa55ed3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:05.937264 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b84c306-8b08-46ad-80db-8e804c650ba6 req-bfa3a05b-790a-42e8-bfa9-4259c4c528db tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:05.938884 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-8b84c306-8b08-46ad-80db-8e804c650ba6 req-bfa3a05b-790a-42e8-bfa9-4259c4c528db tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=53631f43-00b4-433e-b52b-c2ad2de8e21d HTTP/1.1" status: 200 len: 945 time: 0.0546103 May 03 23:59:05.987242 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-8b84c306-8b08-46ad-80db-8e804c650ba6 req-a5f484ac-9aef-4fb8-8790-6468c227fd88 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aabfbfc-09d0-4f5e-998f-a2943879bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385206 May 03 23:59:06.154261 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-f3996685-9434-443c-b5d7-edb245b755aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:06.887772 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:07.108161 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c076a66-8335-4333-b4c7-0faca547237b req-8f309f3d-9005-4929-86a4-416bf5cd0f66 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:07.109551 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-1c076a66-8335-4333-b4c7-0faca547237b req-8f309f3d-9005-4929-86a4-416bf5cd0f66 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=53631f43-00b4-433e-b52b-c2ad2de8e21d HTTP/1.1" status: 200 len: 945 time: 0.0503395 May 03 23:59:07.148146 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-1c076a66-8335-4333-b4c7-0faca547237b req-23380750-7142-45e6-9790-36d169165e09 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aabfbfc-09d0-4f5e-998f-a2943879bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323772 May 03 23:59:07.673560 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73833bae-dae9-4ef8-b4cf-3c7cd55a7d3a req-9edb3828-ebc7-43f4-990c-38a25e53ed04 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:07.675082 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-73833bae-dae9-4ef8-b4cf-3c7cd55a7d3a req-9edb3828-ebc7-43f4-990c-38a25e53ed04 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.47 "GET /v2.0/ports?device_id=53631f43-00b4-433e-b52b-c2ad2de8e21d HTTP/1.1" status: 200 len: 945 time: 0.0515471 May 03 23:59:07.773160 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.plugin [req-73833bae-dae9-4ef8-b4cf-3c7cd55a7d3a req-dd2ac343-a1c0-4ad1-9952-2112a0d1c9f3 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Deleting port ce49da11-bddb-4f88-8fdc-3c9c00c7d680 {{(pid=114212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 03 23:59:07.773469 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-73833bae-dae9-4ef8-b4cf-3c7cd55a7d3a req-dd2ac343-a1c0-4ad1-9952-2112a0d1c9f3 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733331783909'] for port, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:07.881868 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.db [req-73833bae-dae9-4ef8-b4cf-3c7cd55a7d3a req-dd2ac343-a1c0-4ad1-9952-2112a0d1c9f3 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] For port ce49da11-bddb-4f88-8fdc-3c9c00c7d680, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=ce49da11-bddb-4f88-8fdc-3c9c00c7d680,segment=NetworkSegment(4aa0fff9-3f39-4107-a21f-e5e9bdcb305b),segment_id=4aa0fff9-3f39-4107-a21f-e5e9bdcb305b)] {{(pid=114212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:59:07.882267 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-73833bae-dae9-4ef8-b4cf-3c7cd55a7d3a req-dd2ac343-a1c0-4ad1-9952-2112a0d1c9f3 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764614'] for port, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:07.906354 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.plugin [req-73833bae-dae9-4ef8-b4cf-3c7cd55a7d3a req-dd2ac343-a1c0-4ad1-9952-2112a0d1c9f3 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Calling delete_port for ce49da11-bddb-4f88-8fdc-3c9c00c7d680 owned by compute:nova {{(pid=114212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 03 23:59:07.929028 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 41782) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:59:07.983601 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea668ef7-ac07-49fe-9a64-0121d77d94cb admin admin] Deleting subnet b3806680-9cee-4b49-959f-dd26ae628b71 {{(pid=114213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 03 23:59:07.987222 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-ea668ef7-ac07-49fe-9a64-0121d77d94cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:08.032345 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-ea668ef7-ac07-49fe-9a64-0121d77d94cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25564868'] for subnet, precommit_delete_associations {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:08.081630 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-ea668ef7-ac07-49fe-9a64-0121d77d94cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608747'] for subnet, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:08.137456 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-73833bae-dae9-4ef8-b4cf-3c7cd55a7d3a req-dd2ac343-a1c0-4ad1-9952-2112a0d1c9f3 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733331790767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733331236154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25393418'] for port, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:08.168697 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2ac343-a1c0-4ad1-9952-2112a0d1c9f3 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Pushing event deleted for resources: {'Port': ['ID=ce49da11-bddb-4f88-8fdc-3c9c00c7d680,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:59:08.176506 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] get_ports_and_sgs() called for port_ids ['42dee66b-db30-49e6-8d3b-a870af9e2ea1', 'ce49da11-bddb-4f88-8fdc-3c9c00c7d680'] {{(pid=114214) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 23:59:08.206805 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-ea668ef7-ac07-49fe-9a64-0121d77d94cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26196753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25579760'] for subnet, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:08.240236 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea668ef7-ac07-49fe-9a64-0121d77d94cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3806680-9cee-4b49-959f-dd26ae628b71,revision_number=None']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:59:08.266104 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-ea668ef7-ac07-49fe-9a64-0121d77d94cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748400'] for subnet, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:08.267862 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.l3_dvrscheduler_db [req-73833bae-dae9-4ef8-b4cf-3c7cd55a7d3a req-dd2ac343-a1c0-4ad1-9952-2112a0d1c9f3 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] No DVR routers for this DVR port ce49da11-bddb-4f88-8fdc-3c9c00c7d680 on host hv-cinder-84037 {{(pid=114212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:59:08.273795 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-73833bae-dae9-4ef8-b4cf-3c7cd55a7d3a req-dd2ac343-a1c0-4ad1-9952-2112a0d1c9f3 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371'] for port, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:08.275595 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-ea668ef7-ac07-49fe-9a64-0121d77d94cb admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b3806680-9cee-4b49-959f-dd26ae628b71 HTTP/1.1" status: 204 len: 168 time: 0.3447404 May 03 23:59:08.275744 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-73833bae-dae9-4ef8-b4cf-3c7cd55a7d3a req-dd2ac343-a1c0-4ad1-9952-2112a0d1c9f3 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.47 "DELETE /v2.0/ports/ce49da11-bddb-4f88-8fdc-3c9c00c7d680 HTTP/1.1" status: 204 len: 173 time: 0.5937669 May 03 23:59:08.276693 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 41796) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:59:08.277239 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53631f43-00b4-433e-b52b-c2ad2de8e21d', 'name': 'network-vif-deleted', 'tag': 'ce49da11-bddb-4f88-8fdc-3c9c00c7d680'}] {{(pid=114212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:59:08.279598 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d2be33a93c6036cad1ba084e78d1c3d957b621bee157ccc93bfe0a4b69d877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-492de858-4b07-458e-b6e1-949118f00725" -d '{"events": [{"server_uuid": "53631f43-00b4-433e-b52b-c2ad2de8e21d", "name": "network-vif-deleted", "tag": "ce49da11-bddb-4f88-8fdc-3c9c00c7d680"}]}' {{(pid=114212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 23:59:08.311396 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3807708-0361-4731-82ea-ff70a1a58891 req-d04047a8-82e9-4381-81da-3ae382bad33a tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:08.313382 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-b3807708-0361-4731-82ea-ff70a1a58891 req-d04047a8-82e9-4381-81da-3ae382bad33a tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/ports?device_id=7764431b-1c5b-44f8-a08c-f7fdad54d288 HTTP/1.1" status: 200 len: 946 time: 0.1161494 May 03 23:59:08.358952 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-b3807708-0361-4731-82ea-ff70a1a58891 req-1a97ce1a-6b86-488a-80a4-269057e123a3 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ce46192-56ed-4e3c-8c55-0dfeda54a709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390770 May 03 23:59:08.366711 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-f15cbfa4-daa3-45ab-9dc5-3cdf1a624d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714127'] for network, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:08.456618 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-cd3cda38-b99e-4146-9718-f20fdc8afc9d req-b091c619-b950-4fbf-ab92-25b81cdfd978 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=53631f43-00b4-433e-b52b-c2ad2de8e21d HTTP/1.1" status: 200 len: 210 time: 0.0300088 May 03 23:59:08.461316 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-f15cbfa4-daa3-45ab-9dc5-3cdf1a624d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-608354', 'neutron.services.segments.db._delete_segments_for_network-8733331752452'] for network, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:08.494349 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.services.segments.db [None req-f15cbfa4-daa3-45ab-9dc5-3cdf1a624d5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5586ad3a-2822-45f3-a54b-f60c722f6eae']}} {{(pid=114213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:59:08.507781 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 23:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdcfcf4d-d5c3-408b-893c-ff68ad0a6562 x-openstack-request-id: req-cdcfcf4d-d5c3-408b-893c-ff68ad0a6562 {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 23:59:08.508448 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53631f43-00b4-433e-b52b-c2ad2de8e21d", "name": "network-vif-deleted", "tag": "ce49da11-bddb-4f88-8fdc-3c9c00c7d680", "status": "completed", "code": 200}]} {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 23:59:08.508949 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cdcfcf4d-d5c3-408b-893c-ff68ad0a6562 {{(pid=114212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 23:59:08.509517 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdcfcf4d-d5c3-408b-893c-ff68ad0a6562'] response: {'server_uuid': '53631f43-00b4-433e-b52b-c2ad2de8e21d', 'name': 'network-vif-deleted', 'tag': 'ce49da11-bddb-4f88-8fdc-3c9c00c7d680', 'status': 'completed', 'code': 200} May 03 23:59:08.509746 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.services.segments.db [None req-f15cbfa4-daa3-45ab-9dc5-3cdf1a624d5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99ee9601-bbfa-4e4c-a70a-1b0ba7b6fb39') {'for_net_delete': True} {{(pid=114213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:59:08.510312 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.services.segments.db [None req-f15cbfa4-daa3-45ab-9dc5-3cdf1a624d5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99ee9601-bbfa-4e4c-a70a-1b0ba7b6fb39') {} {{(pid=114213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:59:08.530218 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-f15cbfa4-daa3-45ab-9dc5-3cdf1a624d5a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733331752717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25564879'] for segment, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:08.557395 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-f15cbfa4-daa3-45ab-9dc5-3cdf1a624d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-611538'] for segment, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:08.568760 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f15cbfa4-daa3-45ab-9dc5-3cdf1a624d5a admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=114213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 23:59:08.569304 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-f15cbfa4-daa3-45ab-9dc5-3cdf1a624d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-611538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25969847'] for segment, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:08.572707 dv-cinder-840375-1-iscsi neutron-server[114213]: Traceback (most recent call last): May 03 23:59:08.572707 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 23:59:08.572707 dv-cinder-840375-1-iscsi neutron-server[114213]: timer() May 03 23:59:08.572707 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 23:59:08.572707 dv-cinder-840375-1-iscsi neutron-server[114213]: cb(*args, **kw) May 03 23:59:08.572707 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 23:59:08.572707 dv-cinder-840375-1-iscsi neutron-server[114213]: return func(*args, **kwargs) May 03 23:59:08.572707 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 23:59:08.572707 dv-cinder-840375-1-iscsi neutron-server[114213]: self._notify() May 03 23:59:08.572707 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 23:59:08.572707 dv-cinder-840375-1-iscsi neutron-server[114213]: self.callback(batched_events) May 03 23:59:08.572707 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 23:59:08.572707 dv-cinder-840375-1-iscsi neutron-server[114213]: event.method(event) May 03 23:59:08.572707 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 23:59:08.572707 dv-cinder-840375-1-iscsi neutron-server[114213]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 23:59:08.572707 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 23:59:08.572707 dv-cinder-840375-1-iscsi neutron-server[114213]: aggregate_uuid = self.p_client.list_aggregates( May 03 23:59:08.572707 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 23:59:08.572707 dv-cinder-840375-1-iscsi neutron-server[114213]: return f(self, *a, **k) May 03 23:59:08.572707 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 23:59:08.572707 dv-cinder-840375-1-iscsi neutron-server[114213]: return self._get(url).json() May 03 23:59:08.572707 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 23:59:08.572707 dv-cinder-840375-1-iscsi neutron-server[114213]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 23:59:08.572707 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 23:59:08.572707 dv-cinder-840375-1-iscsi neutron-server[114213]: return self.request(url, 'GET', **kwargs) May 03 23:59:08.572707 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 23:59:08.572707 dv-cinder-840375-1-iscsi neutron-server[114213]: base_url = self.get_endpoint(auth, allow=allow, May 03 23:59:08.572707 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 23:59:08.572707 dv-cinder-840375-1-iscsi neutron-server[114213]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 23:59:08.572707 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 23:59:08.572707 dv-cinder-840375-1-iscsi neutron-server[114213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 23:59:08.572707 dv-cinder-840375-1-iscsi neutron-server[114213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 23:59:08.677335 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac0dd1-2932-42ac-8215-904eb66e892b req-f76e37de-605b-43b7-9469-f8d2c665ff3d tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:08.678947 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-f8ac0dd1-2932-42ac-8215-904eb66e892b req-f76e37de-605b-43b7-9469-f8d2c665ff3d tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=b56e4e6e-60d4-4b76-8631-faa9118ee665 HTTP/1.1" status: 200 len: 945 time: 0.0930245 May 03 23:59:08.724306 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-f8ac0dd1-2932-42ac-8215-904eb66e892b req-61dcff27-859d-4797-9fb3-2eb15c729942 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f683a70-a8bc-455f-88b4-6fc70a595ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377958 May 03 23:59:08.788469 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-f15cbfa4-daa3-45ab-9dc5-3cdf1a624d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-608361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3761736'] for network, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:08.794903 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-f15cbfa4-daa3-45ab-9dc5-3cdf1a624d5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748400'] for network, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:08.802663 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-f15cbfa4-daa3-45ab-9dc5-3cdf1a624d5a admin admin] 10.222.0.13 "DELETE /v2.0/networks/5586ad3a-2822-45f3-a54b-f60c722f6eae HTTP/1.1" status: 204 len: 168 time: 0.5204535 May 03 23:59:08.822997 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15cbfa4-daa3-45ab-9dc5-3cdf1a624d5a admin admin] Pushing event deleted for resources: {'Network': ['ID=5586ad3a-2822-45f3-a54b-f60c722f6eae,revision_number=None']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:59:09.193109 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 41806) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:59:09.233275 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-a5e6ce00-3175-4801-93db-c70677b5fa0e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=34ca33ebd2fe4f2984232e2064c0acd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388830 May 03 23:59:09.236176 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 41808) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:59:09.291247 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-a8c69c54-6632-47a1-8e64-3a595dbdc3d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:09.313857 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-a8c69c54-6632-47a1-8e64-3a595dbdc3d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:09.459087 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-a8c69c54-6632-47a1-8e64-3a595dbdc3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:09.461682 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-a8c69c54-6632-47a1-8e64-3a595dbdc3d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:09.462880 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-a8c69c54-6632-47a1-8e64-3a595dbdc3d2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4191b7cf-65cf-4f89-8e01-4fa95128dffd HTTP/1.1" status: 204 len: 168 time: 0.2257266 May 03 23:59:09.474673 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c69c54-6632-47a1-8e64-3a595dbdc3d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4191b7cf-65cf-4f89-8e01-4fa95128dffd,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:59:09.516356 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf3d92-8f14-4d61-b2df-91b60498fde0 req-ce892e17-b9f8-4cc9-a567-49be0710dd3a tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:09.518294 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-a5cf3d92-8f14-4d61-b2df-91b60498fde0 req-ce892e17-b9f8-4cc9-a567-49be0710dd3a tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/ports?device_id=7764431b-1c5b-44f8-a08c-f7fdad54d288 HTTP/1.1" status: 200 len: 946 time: 0.0887983 May 03 23:59:09.598485 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-a5cf3d92-8f14-4d61-b2df-91b60498fde0 req-56abceed-2a02-47ac-9f81-a6cb181a17f8 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ce46192-56ed-4e3c-8c55-0dfeda54a709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723839 May 03 23:59:09.619747 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-ea542c11-2c56-4e21-b7a3-b7310d99b4fd req-7860de2e-8f99-482a-8bcd-250799bc194d tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=53631f43-00b4-433e-b52b-c2ad2de8e21d HTTP/1.1" status: 200 len: 210 time: 0.0425301 May 03 23:59:09.866216 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1463336-4ccc-42b6-9ba4-fd5ecb9f526b req-db638505-ef76-4b86-89a8-0697d89f477b tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:09.867772 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-b1463336-4ccc-42b6-9ba4-fd5ecb9f526b req-db638505-ef76-4b86-89a8-0697d89f477b tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=b56e4e6e-60d4-4b76-8631-faa9118ee665 HTTP/1.1" status: 200 len: 945 time: 0.0641763 May 03 23:59:09.911939 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-b1463336-4ccc-42b6-9ba4-fd5ecb9f526b req-8120d4bb-eaaf-4060-aa94-258c928fcd25 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f683a70-a8bc-455f-88b4-6fc70a595ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372999 May 03 23:59:10.728224 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aa15e7-6d5b-4f4f-9184-060f0f86c443 req-80d4d4e2-0d97-439e-8fe4-8c0c70dd0710 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:10.730149 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-f1aa15e7-6d5b-4f4f-9184-060f0f86c443 req-80d4d4e2-0d97-439e-8fe4-8c0c70dd0710 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/ports?device_id=7764431b-1c5b-44f8-a08c-f7fdad54d288 HTTP/1.1" status: 200 len: 946 time: 0.0560069 May 03 23:59:10.780403 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-f1aa15e7-6d5b-4f4f-9184-060f0f86c443 req-c18aad52-1ad2-4376-80d5-baee998ba8cc tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ce46192-56ed-4e3c-8c55-0dfeda54a709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375214 May 03 23:59:10.813049 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763f76cf-2ba1-44c0-bed0-938e82a3b128 req-6faf7063-9f4c-406d-a1aa-f406e989b6c6 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:10.814770 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-763f76cf-2ba1-44c0-bed0-938e82a3b128 req-6faf7063-9f4c-406d-a1aa-f406e989b6c6 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.47 "GET /v2.0/ports?device_id=b56e4e6e-60d4-4b76-8631-faa9118ee665 HTTP/1.1" status: 200 len: 945 time: 0.0573359 May 03 23:59:10.913089 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.plugin [req-763f76cf-2ba1-44c0-bed0-938e82a3b128 req-c8415f5a-23a2-4d45-bc3b-7dc2bef45b1b tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Deleting port e5c898d9-5477-479e-998d-cc3bbf1dade3 {{(pid=114212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 03 23:59:10.913596 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-763f76cf-2ba1-44c0-bed0-938e82a3b128 req-c8415f5a-23a2-4d45-bc3b-7dc2bef45b1b tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733331783909'] for port, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:11.017566 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.db [req-763f76cf-2ba1-44c0-bed0-938e82a3b128 req-c8415f5a-23a2-4d45-bc3b-7dc2bef45b1b tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] For port e5c898d9-5477-479e-998d-cc3bbf1dade3, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=e5c898d9-5477-479e-998d-cc3bbf1dade3,segment=NetworkSegment(191d73d0-9208-4ea1-bb83-ed60d521a42d),segment_id=191d73d0-9208-4ea1-bb83-ed60d521a42d)] {{(pid=114212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:59:11.018002 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-763f76cf-2ba1-44c0-bed0-938e82a3b128 req-c8415f5a-23a2-4d45-bc3b-7dc2bef45b1b tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764614'] for port, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:11.049700 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350ac6c0-e036-494b-92aa-c5d212bc78a1 req-cac8caa7-c149-4ddf-a132-9b6707c31403 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:11.061876 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-350ac6c0-e036-494b-92aa-c5d212bc78a1 req-cac8caa7-c149-4ddf-a132-9b6707c31403 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=b56e4e6e-60d4-4b76-8631-faa9118ee665 HTTP/1.1" status: 200 len: 945 time: 0.0569935 May 03 23:59:11.092036 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-350ac6c0-e036-494b-92aa-c5d212bc78a1 req-0e4e46d6-d43b-43ac-be99-cb833978cc7b tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f683a70-a8bc-455f-88b4-6fc70a595ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347998 May 03 23:59:11.221230 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6abf905-3043-46da-bf22-8d95cd875e1e req-12a379dd-821f-47c0-b817-1215e58c15ac tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:11.222711 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-a6abf905-3043-46da-bf22-8d95cd875e1e req-12a379dd-821f-47c0-b817-1215e58c15ac tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=26684279-b640-4ba7-9695-cd6eedc4f55e HTTP/1.1" status: 200 len: 945 time: 0.1043465 May 03 23:59:11.239339 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-763f76cf-2ba1-44c0-bed0-938e82a3b128 req-c8415f5a-23a2-4d45-bc3b-7dc2bef45b1b tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:11.239699 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-763f76cf-2ba1-44c0-bed0-938e82a3b128 req-c8415f5a-23a2-4d45-bc3b-7dc2bef45b1b tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3761754'] for floatingip, after_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:11.240012 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.db.l3_db [req-763f76cf-2ba1-44c0-bed0-938e82a3b128 req-c8415f5a-23a2-4d45-bc3b-7dc2bef45b1b tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Floating IP ffacd249-797a-4c7f-9175-c83a7eb68b92 disassociated. External IP: 172.27.2.43, port: e5c898d9-5477-479e-998d-cc3bbf1dade3. May 03 23:59:11.240351 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.plugin [req-763f76cf-2ba1-44c0-bed0-938e82a3b128 req-c8415f5a-23a2-4d45-bc3b-7dc2bef45b1b tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Calling delete_port for e5c898d9-5477-479e-998d-cc3bbf1dade3 owned by compute:nova {{(pid=114212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 03 23:59:11.307769 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-a6abf905-3043-46da-bf22-8d95cd875e1e req-e074a818-161c-4edd-85f3-24740212e988 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aabfbfc-09d0-4f5e-998f-a2943879bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755980 May 03 23:59:11.451929 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-763f76cf-2ba1-44c0-bed0-938e82a3b128 req-c8415f5a-23a2-4d45-bc3b-7dc2bef45b1b tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733331790767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733331236154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25393418'] for port, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:11.482615 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8415f5a-23a2-4d45-bc3b-7dc2bef45b1b tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Pushing event deleted for resources: {'Port': ['ID=e5c898d9-5477-479e-998d-cc3bbf1dade3,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:59:11.628756 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.l3_agent_scheduler [req-763f76cf-2ba1-44c0-bed0-938e82a3b128 req-c8415f5a-23a2-4d45-bc3b-7dc2bef45b1b tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Router 631a97f7-1cbf-4b95-adf6-8a2f356d4019 has already been hosted by L3 agent 758adf3f-89d7-4e1b-912e-3871fb413390 {{(pid=114212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 23:59:11.925610 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b7b1db-9bd8-4763-9ac5-33af136b6730 req-18b7357f-12b7-421c-a9ef-9290cc5d2728 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:11.928698 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-17b7b1db-9bd8-4763-9ac5-33af136b6730 req-18b7357f-12b7-421c-a9ef-9290cc5d2728 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/ports?device_id=7764431b-1c5b-44f8-a08c-f7fdad54d288 HTTP/1.1" status: 200 len: 946 time: 0.0567219 May 03 23:59:11.989909 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-17b7b1db-9bd8-4763-9ac5-33af136b6730 req-562baf21-41f0-4d52-bd16-7876f9487ca5 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ce46192-56ed-4e3c-8c55-0dfeda54a709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527141 May 03 23:59:12.029477 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-763f76cf-2ba1-44c0-bed0-938e82a3b128 req-c8415f5a-23a2-4d45-bc3b-7dc2bef45b1b tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify agent at l3_agent.dv-cinder-840375-1-iscsi the message routers_updated {{(pid=114212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 23:59:12.039754 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c69ec3-cacb-4cf8-89ba-25d92e6d71bb None None] Sync routers for ids ['631a97f7-1cbf-4b95-adf6-8a2f356d4019'] in dv-cinder-840375-1-iscsi {{(pid=114214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:59:12.055645 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c69ec3-cacb-4cf8-89ba-25d92e6d71bb None None] Routers {'631a97f7-1cbf-4b95-adf6-8a2f356d4019'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:59:12.057619 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-69c69ec3-cacb-4cf8-89ba-25d92e6d71bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-03T23:59:04Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['631a97f7-1cbf-4b95-adf6-8a2f356d4019'], 'active': True} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:59:12.073959 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.l3_dvrscheduler_db [req-763f76cf-2ba1-44c0-bed0-938e82a3b128 req-c8415f5a-23a2-4d45-bc3b-7dc2bef45b1b tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] No DVR routers for this DVR port e5c898d9-5477-479e-998d-cc3bbf1dade3 on host hv-cinder-84037 {{(pid=114212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:59:12.076334 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-763f76cf-2ba1-44c0-bed0-938e82a3b128 req-c8415f5a-23a2-4d45-bc3b-7dc2bef45b1b tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371'] for port, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:12.079657 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-763f76cf-2ba1-44c0-bed0-938e82a3b128 req-c8415f5a-23a2-4d45-bc3b-7dc2bef45b1b tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.47 "DELETE /v2.0/ports/e5c898d9-5477-479e-998d-cc3bbf1dade3 HTTP/1.1" status: 204 len: 173 time: 1.2590847 May 03 23:59:12.080127 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b56e4e6e-60d4-4b76-8631-faa9118ee665', 'name': 'network-vif-deleted', 'tag': 'e5c898d9-5477-479e-998d-cc3bbf1dade3'}] {{(pid=114212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:59:12.082380 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d2be33a93c6036cad1ba084e78d1c3d957b621bee157ccc93bfe0a4b69d877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f62bd3-625e-415d-8198-25a80f204995" -d '{"events": [{"server_uuid": "b56e4e6e-60d4-4b76-8631-faa9118ee665", "name": "network-vif-deleted", "tag": "e5c898d9-5477-479e-998d-cc3bbf1dade3"}]}' {{(pid=114212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 23:59:12.127949 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 23:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6475eced-5f1d-4b8b-b199-494d81d98c29 x-openstack-request-id: req-6475eced-5f1d-4b8b-b199-494d81d98c29 {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 23:59:12.128202 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b56e4e6e-60d4-4b76-8631-faa9118ee665", "name": "network-vif-deleted", "tag": "e5c898d9-5477-479e-998d-cc3bbf1dade3", "status": "completed", "code": 200}]} {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 23:59:12.128693 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6475eced-5f1d-4b8b-b199-494d81d98c29 {{(pid=114212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 23:59:12.129225 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6475eced-5f1d-4b8b-b199-494d81d98c29'] response: {'server_uuid': 'b56e4e6e-60d4-4b76-8631-faa9118ee665', 'name': 'network-vif-deleted', 'tag': 'e5c898d9-5477-479e-998d-cc3bbf1dade3', 'status': 'completed', 'code': 200} May 03 23:59:12.189775 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvr_db [None req-69c69ec3-cacb-4cf8-89ba-25d92e6d71bb None None] Set router 631a97f7-1cbf-4b95-adf6-8a2f356d4019 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 23:59:12.201224 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-e607a430-82cc-42dd-b519-2a0b2184c637 req-35dfe5e9-6790-403d-b991-b5b22a333c88 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=b56e4e6e-60d4-4b76-8631-faa9118ee665 HTTP/1.1" status: 200 len: 210 time: 0.0301914 May 03 23:59:12.316021 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device ce49da11-bddb-4f88-8fdc-3c9c00c7d680 no longer exists at agent hyperv_hv-cinder-84037 {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 23:59:12.342842 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] No Port match for: ce49da11-bddb-4f88-8fdc-3c9c00c7d680 {{(pid=114214) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 03 23:59:12.343196 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device ce49da11-bddb-4f88-8fdc-3c9c00c7d680 not bound to the agent host hv-cinder-84037 {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 23:59:12.446698 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac579e9-16ff-45b6-b62c-1cb0da2a094d req-56a1c51d-0abb-464c-8a20-bf57067a98aa tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:12.448650 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-5ac579e9-16ff-45b6-b62c-1cb0da2a094d req-56a1c51d-0abb-464c-8a20-bf57067a98aa tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=26684279-b640-4ba7-9695-cd6eedc4f55e HTTP/1.1" status: 200 len: 945 time: 0.0561111 May 03 23:59:12.460600 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-69c69ec3-cacb-4cf8-89ba-25d92e6d71bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'name': 'tempest-AttachVolumeNegativeTest-158062797-router', 'tenant_id': '4f6a10010e894f0390d087e92b3d1035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '4451ff75-8bf2-4507-a5f3-127842a648f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:52:56Z', 'updated_at': '2022-05-03T23:53:06Z', 'revision_number': 4, 'project_id': '4f6a10010e894f0390d087e92b3d1035', 'gw_port': {'id': '4451ff75-8bf2-4507-a5f3-127842a648f6', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:06:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:52:58Z', 'updated_at': '2022-05-03T23:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_interfaces': [{'id': 'd07f3b14-e6b3-40d4-9719-de456f7359f6', 'name': '', 'network_id': '88061c84-ec22-4a18-841b-8db91bd7572a', 'tenant_id': '4f6a10010e894f0390d087e92b3d1035', 'mac_address': 'fa:16:3e:f6:8d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b5c212ed-61ce-414c-afb5-0c8516817b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:04Z', 'updated_at': '2022-05-03T23:53:17Z', 'revision_number': 5, 'project_id': '4f6a10010e894f0390d087e92b3d1035', 'subnets': [{'id': 'b5c212ed-61ce-414c-afb5-0c8516817b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:59:12.489006 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c69ec3-cacb-4cf8-89ba-25d92e6d71bb None None] Checking router: 631a97f7-1cbf-4b95-adf6-8a2f356d4019 for host: dv-cinder-840375-1-iscsi {{(pid=114214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:59:12.498638 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c69ec3-cacb-4cf8-89ba-25d92e6d71bb None None] Routers {'631a97f7-1cbf-4b95-adf6-8a2f356d4019'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:59:12.499280 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-69c69ec3-cacb-4cf8-89ba-25d92e6d71bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-03T23:59:04Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['631a97f7-1cbf-4b95-adf6-8a2f356d4019'], 'active': True} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:59:12.499634 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-5ac579e9-16ff-45b6-b62c-1cb0da2a094d req-2b786ca1-34fe-41a1-b7d8-385542a7e2e2 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aabfbfc-09d0-4f5e-998f-a2943879bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405312 May 03 23:59:12.637519 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvr_db [None req-69c69ec3-cacb-4cf8-89ba-25d92e6d71bb None None] Set router 631a97f7-1cbf-4b95-adf6-8a2f356d4019 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 23:59:12.896626 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-69c69ec3-cacb-4cf8-89ba-25d92e6d71bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'name': 'tempest-AttachVolumeNegativeTest-158062797-router', 'tenant_id': '4f6a10010e894f0390d087e92b3d1035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '4451ff75-8bf2-4507-a5f3-127842a648f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:52:56Z', 'updated_at': '2022-05-03T23:53:06Z', 'revision_number': 4, 'project_id': '4f6a10010e894f0390d087e92b3d1035', 'gw_port': {'id': '4451ff75-8bf2-4507-a5f3-127842a648f6', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:06:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:52:58Z', 'updated_at': '2022-05-03T23:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_interfaces': [{'id': 'd07f3b14-e6b3-40d4-9719-de456f7359f6', 'name': '', 'network_id': '88061c84-ec22-4a18-841b-8db91bd7572a', 'tenant_id': '4f6a10010e894f0390d087e92b3d1035', 'mac_address': 'fa:16:3e:f6:8d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b5c212ed-61ce-414c-afb5-0c8516817b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:04Z', 'updated_at': '2022-05-03T23:53:17Z', 'revision_number': 5, 'project_id': '4f6a10010e894f0390d087e92b3d1035', 'subnets': [{'id': 'b5c212ed-61ce-414c-afb5-0c8516817b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:59:12.928742 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c69ec3-cacb-4cf8-89ba-25d92e6d71bb None None] The sync data for ids ['631a97f7-1cbf-4b95-adf6-8a2f356d4019'] in dv-cinder-840375-1-iscsi is: [{'id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'name': 'tempest-AttachVolumeNegativeTest-158062797-router', 'tenant_id': '4f6a10010e894f0390d087e92b3d1035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '4451ff75-8bf2-4507-a5f3-127842a648f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:52:56Z', 'updated_at': '2022-05-03T23:53:06Z', 'revision_number': 4, 'project_id': '4f6a10010e894f0390d087e92b3d1035', 'gw_port': {'id': '4451ff75-8bf2-4507-a5f3-127842a648f6', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:06:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:52:58Z', 'updated_at': '2022-05-03T23:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_interfaces': [{'id': 'd07f3b14-e6b3-40d4-9719-de456f7359f6', 'name': '', 'network_id': '88061c84-ec22-4a18-841b-8db91bd7572a', 'tenant_id': '4f6a10010e894f0390d087e92b3d1035', 'mac_address': 'fa:16:3e:f6:8d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b5c212ed-61ce-414c-afb5-0c8516817b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:04Z', 'updated_at': '2022-05-03T23:53:17Z', 'revision_number': 5, 'project_id': '4f6a10010e894f0390d087e92b3d1035', 'subnets': [{'id': 'b5c212ed-61ce-414c-afb5-0c8516817b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:59:13.139540 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c4acbf-c60b-469d-b3a1-57eee6600b2c req-0e30e1fb-6b28-4c78-a673-776026352ea1 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:13.141293 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-90c4acbf-c60b-469d-b3a1-57eee6600b2c req-0e30e1fb-6b28-4c78-a673-776026352ea1 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/ports?device_id=7764431b-1c5b-44f8-a08c-f7fdad54d288 HTTP/1.1" status: 200 len: 946 time: 0.0620036 May 03 23:59:13.196035 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-90c4acbf-c60b-469d-b3a1-57eee6600b2c req-4496b67a-e025-43ee-b783-c3562bd397b5 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ce46192-56ed-4e3c-8c55-0dfeda54a709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434573 May 03 23:59:13.200042 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7058b41-167b-439d-84b0-b28f932576a5 None None] New status for floating IP ffacd249-797a-4c7f-9175-c83a7eb68b92: DOWN {{(pid=114215) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 23:59:13.314131 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-2246705c-7d1f-4779-b621-4ce649519fdb req-0c1e81a5-ea7c-4508-a022-d87bb2c2ba54 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=b56e4e6e-60d4-4b76-8631-faa9118ee665 HTTP/1.1" status: 200 len: 210 time: 0.0269940 May 03 23:59:13.650462 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7af36b-5439-4ad3-ac04-c30dd11cdd13 req-040c9658-a1eb-4f03-bb67-b675d1da77b8 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:13.652197 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-ff7af36b-5439-4ad3-ac04-c30dd11cdd13 req-040c9658-a1eb-4f03-bb67-b675d1da77b8 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=26684279-b640-4ba7-9695-cd6eedc4f55e HTTP/1.1" status: 200 len: 945 time: 0.0501060 May 03 23:59:13.693341 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-ff7af36b-5439-4ad3-ac04-c30dd11cdd13 req-7775a894-f9e4-4f98-9ae3-000c1834665b tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aabfbfc-09d0-4f5e-998f-a2943879bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350423 May 03 23:59:14.029930 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ecfa4-fceb-4f00-a752-579039a9d92e req-03091b2a-c5d5-4014-8bc8-4337b03eefe9 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:14.031368 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-2b6ecfa4-fceb-4f00-a752-579039a9d92e req-03091b2a-c5d5-4014-8bc8-4337b03eefe9 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.47 "GET /v2.0/ports?device_id=26684279-b640-4ba7-9695-cd6eedc4f55e HTTP/1.1" status: 200 len: 945 time: 0.0550942 May 03 23:59:14.130818 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.plugin [req-2b6ecfa4-fceb-4f00-a752-579039a9d92e req-802e9c12-0f96-4ccc-8653-81141bdc9969 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Deleting port 42dee66b-db30-49e6-8d3b-a870af9e2ea1 {{(pid=114212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 03 23:59:14.131159 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-2b6ecfa4-fceb-4f00-a752-579039a9d92e req-802e9c12-0f96-4ccc-8653-81141bdc9969 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733331783909'] for port, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:14.221031 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.db [req-2b6ecfa4-fceb-4f00-a752-579039a9d92e req-802e9c12-0f96-4ccc-8653-81141bdc9969 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] For port 42dee66b-db30-49e6-8d3b-a870af9e2ea1, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=42dee66b-db30-49e6-8d3b-a870af9e2ea1,segment=NetworkSegment(4aa0fff9-3f39-4107-a21f-e5e9bdcb305b),segment_id=4aa0fff9-3f39-4107-a21f-e5e9bdcb305b)] {{(pid=114212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:59:14.221407 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-2b6ecfa4-fceb-4f00-a752-579039a9d92e req-802e9c12-0f96-4ccc-8653-81141bdc9969 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764614'] for port, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:14.237192 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.plugin [req-2b6ecfa4-fceb-4f00-a752-579039a9d92e req-802e9c12-0f96-4ccc-8653-81141bdc9969 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Calling delete_port for 42dee66b-db30-49e6-8d3b-a870af9e2ea1 owned by compute:nova {{(pid=114212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 03 23:59:14.339141 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device e5c898d9-5477-479e-998d-cc3bbf1dade3 no longer exists at agent hyperv_hv-cinder-84037 {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 23:59:14.356942 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9791ccef-e533-41cc-a4e9-bdebfcbaa383 req-24a93663-115a-42a9-905d-5560177da03f tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:14.362262 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-9791ccef-e533-41cc-a4e9-bdebfcbaa383 req-24a93663-115a-42a9-905d-5560177da03f tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/ports?device_id=7764431b-1c5b-44f8-a08c-f7fdad54d288 HTTP/1.1" status: 200 len: 946 time: 0.0766749 May 03 23:59:14.381146 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] No Port match for: e5c898d9-5477-479e-998d-cc3bbf1dade3 {{(pid=114214) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 03 23:59:14.381879 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device e5c898d9-5477-479e-998d-cc3bbf1dade3 not bound to the agent host hv-cinder-84037 {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 23:59:14.435319 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-9791ccef-e533-41cc-a4e9-bdebfcbaa383 req-39c9d61d-a0bc-4373-bb42-b091d2dc962c tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ce46192-56ed-4e3c-8c55-0dfeda54a709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704224 May 03 23:59:14.477365 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 41848) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:59:14.536293 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-a2eb4b54-fadb-4781-8371-4b44d83e600c tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks [] for security_group, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:14.566129 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-a2eb4b54-fadb-4781-8371-4b44d83e600c tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:14.585380 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-2b6ecfa4-fceb-4f00-a752-579039a9d92e req-802e9c12-0f96-4ccc-8653-81141bdc9969 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733331790767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733331236154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25393418'] for port, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:14.625554 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] get_ports_and_sgs() called for port_ids ['42dee66b-db30-49e6-8d3b-a870af9e2ea1'] {{(pid=114214) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 23:59:14.626744 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802e9c12-0f96-4ccc-8653-81141bdc9969 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Pushing event deleted for resources: {'Port': ['ID=42dee66b-db30-49e6-8d3b-a870af9e2ea1,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:59:14.670887 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b6ecfa4-fceb-4f00-a752-579039a9d92e req-802e9c12-0f96-4ccc-8653-81141bdc9969 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] No DVR routers for this DVR port 42dee66b-db30-49e6-8d3b-a870af9e2ea1 on host hv-cinder-84037 {{(pid=114212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:59:14.673907 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-2b6ecfa4-fceb-4f00-a752-579039a9d92e req-802e9c12-0f96-4ccc-8653-81141bdc9969 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371'] for port, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:14.677377 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-2b6ecfa4-fceb-4f00-a752-579039a9d92e req-802e9c12-0f96-4ccc-8653-81141bdc9969 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.47 "DELETE /v2.0/ports/42dee66b-db30-49e6-8d3b-a870af9e2ea1 HTTP/1.1" status: 204 len: 173 time: 0.6390486 May 03 23:59:14.677825 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26684279-b640-4ba7-9695-cd6eedc4f55e', 'name': 'network-vif-deleted', 'tag': '42dee66b-db30-49e6-8d3b-a870af9e2ea1'}] {{(pid=114212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:59:14.680189 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d2be33a93c6036cad1ba084e78d1c3d957b621bee157ccc93bfe0a4b69d877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd1ce3bb-f4a0-48f8-83fa-fa296e7c4ccf" -d '{"events": [{"server_uuid": "26684279-b640-4ba7-9695-cd6eedc4f55e", "name": "network-vif-deleted", "tag": "42dee66b-db30-49e6-8d3b-a870af9e2ea1"}]}' {{(pid=114212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 23:59:14.719330 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 23:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f5d1f4-b0e7-43cb-bb9a-5901b3cad3a3 x-openstack-request-id: req-c9f5d1f4-b0e7-43cb-bb9a-5901b3cad3a3 {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 23:59:14.719626 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26684279-b640-4ba7-9695-cd6eedc4f55e", "name": "network-vif-deleted", "tag": "42dee66b-db30-49e6-8d3b-a870af9e2ea1", "status": "completed", "code": 200}]} {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 23:59:14.719876 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c9f5d1f4-b0e7-43cb-bb9a-5901b3cad3a3 {{(pid=114212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 23:59:14.720273 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9f5d1f4-b0e7-43cb-bb9a-5901b3cad3a3'] response: {'server_uuid': '26684279-b640-4ba7-9695-cd6eedc4f55e', 'name': 'network-vif-deleted', 'tag': '42dee66b-db30-49e6-8d3b-a870af9e2ea1', 'status': 'completed', 'code': 200} May 03 23:59:14.754491 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-a2eb4b54-fadb-4781-8371-4b44d83e600c tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:14.757151 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-a2eb4b54-fadb-4781-8371-4b44d83e600c tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks [] for security_group, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:14.758425 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-a2eb4b54-fadb-4781-8371-4b44d83e600c tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "DELETE /v2.0/security-groups/2f683a70-a8bc-455f-88b4-6fc70a595ba0 HTTP/1.1" status: 204 len: 168 time: 0.2799256 May 03 23:59:14.761408 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 41856) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:59:14.768335 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eb4b54-fadb-4781-8371-4b44d83e600c tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f683a70-a8bc-455f-88b4-6fc70a595ba0,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:59:14.795059 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.api.v2.resource [None req-1c4b86e4-c715-4979-b608-aa9d6fd774f3 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] show failed (client error): The resource could not be found. May 03 23:59:14.798990 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-1c4b86e4-c715-4979-b608-aa9d6fd774f3 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/security-groups/2f683a70-a8bc-455f-88b4-6fc70a595ba0 HTTP/1.1" status: 404 len: 347 time: 0.0335433 May 03 23:59:14.799337 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 41858) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:59:14.816406 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-927b9c60-e571-47f3-983c-3102fa1197fb req-91db3c39-a719-4590-9ae0-0129fbe5b910 tempest-ServerRescueNegativeTestJSON-489710219 tempest-ServerRescueNegativeTestJSON-489710219-project] 10.222.0.13 "GET /v2.0/ports?device_id=26684279-b640-4ba7-9695-cd6eedc4f55e HTTP/1.1" status: 200 len: 210 time: 0.0425887 May 03 23:59:14.943613 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.plugin [None req-6f35e09d-712d-47db-bf34-f163d4aa6c92 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Deleting port ef3bcc3d-05c7-434e-857d-93fe8a6712f6 {{(pid=114212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 03 23:59:14.943854 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-6f35e09d-712d-47db-bf34-f163d4aa6c92 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733331783909'] for port, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:15.034203 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-6f35e09d-712d-47db-bf34-f163d4aa6c92 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764614'] for port, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:15.034729 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-6f35e09d-712d-47db-bf34-f163d4aa6c92 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:15.052831 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.plugin [None req-6f35e09d-712d-47db-bf34-f163d4aa6c92 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Calling delete_port for ef3bcc3d-05c7-434e-857d-93fe8a6712f6 owned by network:floatingip {{(pid=114212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 03 23:59:15.297590 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-6f35e09d-712d-47db-bf34-f163d4aa6c92 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733331790767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733331236154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25393418'] for port, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:15.328065 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f35e09d-712d-47db-bf34-f163d4aa6c92 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Pushing event deleted for resources: {'Port': ['ID=ef3bcc3d-05c7-434e-857d-93fe8a6712f6,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:59:15.395066 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-6f35e09d-712d-47db-bf34-f163d4aa6c92 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks [] for floatingip, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:15.398463 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-6f35e09d-712d-47db-bf34-f163d4aa6c92 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371'] for floatingip, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:15.399683 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-6f35e09d-712d-47db-bf34-f163d4aa6c92 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "DELETE /v2.0/floatingips/ffacd249-797a-4c7f-9175-c83a7eb68b92 HTTP/1.1" status: 204 len: 168 time: 0.5992627 May 03 23:59:15.577913 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51718d-db6f-4ae1-9f8e-c1075ea750e6 req-d363c87b-66d6-40e4-9f33-61ce6bbfd8f2 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:15.579463 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-6b51718d-db6f-4ae1-9f8e-c1075ea750e6 req-d363c87b-66d6-40e4-9f33-61ce6bbfd8f2 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/ports?device_id=7764431b-1c5b-44f8-a08c-f7fdad54d288 HTTP/1.1" status: 200 len: 946 time: 0.0577593 May 03 23:59:15.637601 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-6b51718d-db6f-4ae1-9f8e-c1075ea750e6 req-e96fa33c-89cf-4f9b-af5e-01a67b04dc15 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ce46192-56ed-4e3c-8c55-0dfeda54a709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454655 May 03 23:59:15.750233 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 41866) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:59:15.755021 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [None req-28ebda6f-3fe9-4b60-a72f-71cb5ab9ae99 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1929123239', 'description': 'tempest-description--1959345821'}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:59:15.874741 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-28ebda6f-3fe9-4b60-a72f-71cb5ab9ae99 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks [] for security_group, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:15.878378 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 41870) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:59:15.965613 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-28ebda6f-3fe9-4b60-a72f-71cb5ab9ae99 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks [] for security_group, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:16.034038 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-28ebda6f-3fe9-4b60-a72f-71cb5ab9ae99 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:16.065804 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ebda6f-3fe9-4b60-a72f-71cb5ab9ae99 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0280acdd-9a34-4d45-bfeb-49827e6f5636,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:59:16.127737 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-28ebda6f-3fe9-4b60-a72f-71cb5ab9ae99 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks [] for security_group, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:16.129027 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-28ebda6f-3fe9-4b60-a72f-71cb5ab9ae99 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3777788 May 03 23:59:16.132260 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 41874) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:59:16.140939 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [None req-ef3efcb0-2ccf-43b9-97ff-e671f5d126ac tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Request body: {'security_group_rule': {'security_group_id': '0280acdd-9a34-4d45-bfeb-49827e6f5636', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:59:16.262840 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-ef3efcb0-2ccf-43b9-97ff-e671f5d126ac tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:16.332959 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-ef3efcb0-2ccf-43b9-97ff-e671f5d126ac tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:16.411686 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-ef3efcb0-2ccf-43b9-97ff-e671f5d126ac tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774295'] for security_group_rule, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:16.430410 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3efcb0-2ccf-43b9-97ff-e671f5d126ac tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6c0a6bb-f75a-4dcc-94a0-12b26d949990,revision_number=0']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:59:16.504888 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-ef3efcb0-2ccf-43b9-97ff-e671f5d126ac tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:16.506172 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-ef3efcb0-2ccf-43b9-97ff-e671f5d126ac tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3724208 May 03 23:59:16.508896 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 41876) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:59:16.514374 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [None req-3f131873-d6ef-4931-aae7-52769a224826 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Request body: {'security_group_rule': {'security_group_id': '0280acdd-9a34-4d45-bfeb-49827e6f5636', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:59:16.583509 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-8c0df6a1-213a-4a76-9d8d-d20c4f942aa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3758426'] for router_interface, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:16.618495 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-3f131873-d6ef-4931-aae7-52769a224826 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:16.704553 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-3f131873-d6ef-4931-aae7-52769a224826 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:16.789340 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba5f6c-ec67-497b-aa55-80754fb42da8 req-05abc8a1-cde0-49f9-9589-ba516f9088bc tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:16.791580 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-33ba5f6c-ec67-497b-aa55-80754fb42da8 req-05abc8a1-cde0-49f9-9589-ba516f9088bc tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/ports?device_id=7764431b-1c5b-44f8-a08c-f7fdad54d288 HTTP/1.1" status: 200 len: 946 time: 0.0573432 May 03 23:59:16.793670 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-3f131873-d6ef-4931-aae7-52769a224826 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774295'] for security_group_rule, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:16.824387 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f131873-d6ef-4931-aae7-52769a224826 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b8d9f9e-9c5f-43c4-a1e1-647ce29dc7e6,revision_number=0']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:59:16.856248 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-33ba5f6c-ec67-497b-aa55-80754fb42da8 req-e345d15a-3e6f-4574-8b38-86f2cfd02fea tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ce46192-56ed-4e3c-8c55-0dfeda54a709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501676 May 03 23:59:16.904860 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-3f131873-d6ef-4931-aae7-52769a224826 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:16.909257 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-3f131873-d6ef-4931-aae7-52769a224826 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3964515 May 03 23:59:16.909923 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 41880) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:59:16.917176 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [None req-6d69277f-1717-4aeb-9676-c293b9013040 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Request body: {'floatingip': {'floating_network_id': 'b899e136-3b25-4af5-bb18-9827145d490c'}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:59:17.017370 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-6d69277f-1717-4aeb-9676-c293b9013040 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks [] for floatingip, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:17.169443 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-6d69277f-1717-4aeb-9676-c293b9013040 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:17.206291 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.plugin [None req-8c0df6a1-213a-4a76-9d8d-d20c4f942aa6 admin admin] Deleting port 5a412f3d-68f7-4865-9233-942901c190c3 {{(pid=114213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 03 23:59:17.207440 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-8c0df6a1-213a-4a76-9d8d-d20c4f942aa6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733331783909'] for port, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:17.294151 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.db_base_plugin_common [None req-6d69277f-1717-4aeb-9676-c293b9013040 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Allocated IP 172.27.2.225 (b899e136-3b25-4af5-bb18-9827145d490c/f9ce11e5-b806-4ff0-a648-9987146ccd8a/2eb8f4b0-eb2d-4249-994f-f98eaad481f2) {{(pid=114212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:59:17.314115 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.db [None req-8c0df6a1-213a-4a76-9d8d-d20c4f942aa6 admin admin] For port 5a412f3d-68f7-4865-9233-942901c190c3, host dv-cinder-840375-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=5a412f3d-68f7-4865-9233-942901c190c3,segment=NetworkSegment(4aa0fff9-3f39-4107-a21f-e5e9bdcb305b),segment_id=4aa0fff9-3f39-4107-a21f-e5e9bdcb305b)] {{(pid=114213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:59:17.314757 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-8c0df6a1-213a-4a76-9d8d-d20c4f942aa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764614'] for port, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:17.332072 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.plugin [None req-8c0df6a1-213a-4a76-9d8d-d20c4f942aa6 admin admin] Calling delete_port for 5a412f3d-68f7-4865-9233-942901c190c3 owned by network:router_interface {{(pid=114213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 03 23:59:17.410361 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-6d69277f-1717-4aeb-9676-c293b9013040 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks [] for port, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:17.531798 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-6d69277f-1717-4aeb-9676-c293b9013040 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733331236172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25393418'] for port, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:17.575003 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d69277f-1717-4aeb-9676-c293b9013040 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Network b899e136-3b25-4af5-bb18-9827145d490c is already hosted by enough agents. {{(pid=114212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:59:17.577964 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.base_scheduler [None req-6d69277f-1717-4aeb-9676-c293b9013040 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Resources bound (agent type, host, resource id): {{(pid=114212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:59:17.580878 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d69277f-1717-4aeb-9676-c293b9013040 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Received port after_create {{(pid=114212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 23:59:17.609860 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d69277f-1717-4aeb-9676-c293b9013040 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Pushing event updated for resources: {'Port': ['ID=2eb8f4b0-eb2d-4249-994f-f98eaad481f2,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:59:17.628627 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-8c0df6a1-213a-4a76-9d8d-d20c4f942aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733331790767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733331236154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25969890'] for port, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:17.662214 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0df6a1-213a-4a76-9d8d-d20c4f942aa6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a412f3d-68f7-4865-9233-942901c190c3,revision_number=None']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:59:17.689128 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-6d69277f-1717-4aeb-9676-c293b9013040 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:17.790511 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-6d69277f-1717-4aeb-9676-c293b9013040 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:17.865510 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-8c0df6a1-213a-4a76-9d8d-d20c4f942aa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3748307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3761898'] for router_interface, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:17.997876 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-6d69277f-1717-4aeb-9676-c293b9013040 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks [] for port, precommit_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:18.051585 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-6d69277f-1717-4aeb-9676-c293b9013040 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25393411'] for port, after_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:18.081686 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3648d24-4f0d-467b-a5bd-6b194bea4167 req-50580ba2-fe04-4c4d-80f2-522506e3bd23 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:18.083235 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-a3648d24-4f0d-467b-a5bd-6b194bea4167 req-50580ba2-fe04-4c4d-80f2-522506e3bd23 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/ports?device_id=7764431b-1c5b-44f8-a08c-f7fdad54d288 HTTP/1.1" status: 200 len: 946 time: 0.1119883 May 03 23:59:18.126674 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d69277f-1717-4aeb-9676-c293b9013040 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Pushing event updated for resources: {'Port': ['ID=2eb8f4b0-eb2d-4249-994f-f98eaad481f2,revision_number=2']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:59:18.139384 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-6d69277f-1717-4aeb-9676-c293b9013040 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3761754'] for floatingip, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:18.175883 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-a3648d24-4f0d-467b-a5bd-6b194bea4167 req-93470b1c-70bb-4184-8cb1-93515a4ecdfc tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ce46192-56ed-4e3c-8c55-0dfeda54a709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811193 May 03 23:59:18.191442 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c0df6a1-213a-4a76-9d8d-d20c4f942aa6 admin admin] Router afdc989b-1a8d-4435-b79b-864860050003 has already been hosted by L3 agent 758adf3f-89d7-4e1b-912e-3871fb413390 {{(pid=114213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 23:59:18.211655 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:18.242208 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-6d69277f-1717-4aeb-9676-c293b9013040 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371'] for floatingip, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:18.243485 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-6d69277f-1717-4aeb-9676-c293b9013040 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3310258 May 03 23:59:18.314528 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c0df6a1-213a-4a76-9d8d-d20c4f942aa6 admin admin] Notify agent at l3_agent.dv-cinder-840375-1-iscsi the message routers_updated {{(pid=114213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 23:59:18.321426 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-8c0df6a1-213a-4a76-9d8d-d20c4f942aa6 admin admin] 10.222.0.13 "PUT /v2.0/routers/afdc989b-1a8d-4435-b79b-864860050003/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4413633 May 03 23:59:18.325419 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 41886) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:59:18.331588 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4d3ca3-6490-4879-af8b-41a027f5fc26 None None] Sync routers for ids ['afdc989b-1a8d-4435-b79b-864860050003'] in dv-cinder-840375-1-iscsi {{(pid=114214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:59:18.347452 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4d3ca3-6490-4879-af8b-41a027f5fc26 None None] Routers {'afdc989b-1a8d-4435-b79b-864860050003'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:59:18.348089 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-7c4d3ca3-6490-4879-af8b-41a027f5fc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-03T23:59:04Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['afdc989b-1a8d-4435-b79b-864860050003'], 'active': True} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:59:18.388983 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device 42dee66b-db30-49e6-8d3b-a870af9e2ea1 no longer exists at agent hyperv_hv-cinder-84037 {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 23:59:18.421264 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] No Port match for: 42dee66b-db30-49e6-8d3b-a870af9e2ea1 {{(pid=114214) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 03 23:59:18.421732 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device 42dee66b-db30-49e6-8d3b-a870af9e2ea1 not bound to the agent host hv-cinder-84037 {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 23:59:18.459062 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-d8cb0933-5c7a-42a4-bf5b-8f3c4b80afc5 admin admin] Notify callbacks [] for router, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:18.527144 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvr_db [None req-7c4d3ca3-6490-4879-af8b-41a027f5fc26 None None] Set router afdc989b-1a8d-4435-b79b-864860050003 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 23:59:18.559672 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-e7afb8d8-8a2d-433e-b234-8b84fc11f988 req-5c9eb3cc-1e15-431a-b0bc-538d3a09adc3 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1929123239&fields=id&tenant_id=4f6a10010e894f0390d087e92b3d1035 HTTP/1.1" status: 200 len: 267 time: 0.0557060 May 03 23:59:18.591864 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-d8cb0933-5c7a-42a4-bf5b-8f3c4b80afc5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:18.700919 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31be05d-78ac-4257-847e-c4fdae67a573 req-38d91f5f-592b-44b4-8e11-23870bd5a8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:18.702480 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-f31be05d-78ac-4257-847e-c4fdae67a573 req-38d91f5f-592b-44b4-8e11-23870bd5a8ef service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c7dabe5c6909498eb0e87863bd20caff&device_id=7764431b-1c5b-44f8-a08c-f7fdad54d288 HTTP/1.1" status: 200 len: 1099 time: 0.1049993 May 03 23:59:18.714509 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7afb8d8-8a2d-433e-b234-8b84fc11f988 req-2c03c4fa-6fdd-4261-a8e7-8b43f0e9bcf6 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:18.716053 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-e7afb8d8-8a2d-433e-b234-8b84fc11f988 req-2c03c4fa-6fdd-4261-a8e7-8b43f0e9bcf6 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/networks?id=88061c84-ec22-4a18-841b-8db91bd7572a HTTP/1.1" status: 200 len: 814 time: 0.1470408 May 03 23:59:18.732331 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.plugin [None req-d8cb0933-5c7a-42a4-bf5b-8f3c4b80afc5 admin admin] Deleting port 65558dd2-d27e-4169-9d4e-d5ab9f6287f6 {{(pid=114213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 03 23:59:18.733071 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-d8cb0933-5c7a-42a4-bf5b-8f3c4b80afc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733331783909'] for port, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:18.784704 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-e7afb8d8-8a2d-433e-b234-8b84fc11f988 req-9c4cf02f-7edf-43b8-bcb5-5a7bdd8c79dc tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/quotas/4f6a10010e894f0390d087e92b3d1035 HTTP/1.1" status: 200 len: 375 time: 0.0581512 May 03 23:59:18.828202 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-7c4d3ca3-6490-4879-af8b-41a027f5fc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afdc989b-1a8d-4435-b79b-864860050003', 'name': 'tempest-ServerRescueNegativeTestJSON-1249797005-router', 'tenant_id': 'b61197edd2154db6b72b860e57ff43ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '65558dd2-d27e-4169-9d4e-d5ab9f6287f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:52:59Z', 'updated_at': '2022-05-03T23:59:17Z', 'revision_number': 5, 'project_id': 'b61197edd2154db6b72b860e57ff43ed', 'gw_port': {'id': '65558dd2-d27e-4169-9d4e-d5ab9f6287f6', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdc989b-1a8d-4435-b79b-864860050003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:02Z', 'updated_at': '2022-05-03T23:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi'}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:59:18.861518 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.db [None req-d8cb0933-5c7a-42a4-bf5b-8f3c4b80afc5 admin admin] For port 65558dd2-d27e-4169-9d4e-d5ab9f6287f6, host dv-cinder-840375-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=65558dd2-d27e-4169-9d4e-d5ab9f6287f6,segment=NetworkSegment(5eb57155-ed9e-4c45-a041-92a5f67bc876),segment_id=5eb57155-ed9e-4c45-a041-92a5f67bc876)] {{(pid=114213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:59:18.862385 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-d8cb0933-5c7a-42a4-bf5b-8f3c4b80afc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764614'] for port, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:18.864126 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31be05d-78ac-4257-847e-c4fdae67a573 req-cf89e4b8-7854-4cce-863b-c7be8e9b4324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:18.865640 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-f31be05d-78ac-4257-847e-c4fdae67a573 req-cf89e4b8-7854-4cce-863b-c7be8e9b4324 service neutron] 10.222.0.47 "GET /v2.0/networks?id=609cef8e-df65-49c3-ae42-a7cfad649592 HTTP/1.1" status: 200 len: 909 time: 0.1486831 May 03 23:59:18.867246 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4d3ca3-6490-4879-af8b-41a027f5fc26 None None] Checking router: afdc989b-1a8d-4435-b79b-864860050003 for host: dv-cinder-840375-1-iscsi {{(pid=114214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:59:18.879801 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4d3ca3-6490-4879-af8b-41a027f5fc26 None None] Routers {'afdc989b-1a8d-4435-b79b-864860050003'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:59:18.880322 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.plugin [None req-d8cb0933-5c7a-42a4-bf5b-8f3c4b80afc5 admin admin] Calling delete_port for 65558dd2-d27e-4169-9d4e-d5ab9f6287f6 owned by network:router_gateway {{(pid=114213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 03 23:59:18.880739 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-7c4d3ca3-6490-4879-af8b-41a027f5fc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-03T23:59:04Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['afdc989b-1a8d-4435-b79b-864860050003'], 'active': True} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:59:18.883617 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-e7afb8d8-8a2d-433e-b234-8b84fc11f988 req-20c14bc4-a149-4b71-82fb-eb2b5b1b3895 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f6a10010e894f0390d087e92b3d1035&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0886779 May 03 23:59:19.018142 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-f31be05d-78ac-4257-847e-c4fdae67a573 req-a5625701-900c-41a8-bd10-3572a70598ea service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19e6e5eb-68b5-4cdf-bc60-500368bf6b5e HTTP/1.1" status: 200 len: 1000 time: 0.1308675 May 03 23:59:19.118594 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-e7afb8d8-8a2d-433e-b234-8b84fc11f988 req-bc118de6-ec48-490a-8e53-177da2b00bef service neutron] 10.222.0.13 "GET /v2.0/networks/88061c84-ec22-4a18-841b-8db91bd7572a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722419 May 03 23:59:19.121473 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31be05d-78ac-4257-847e-c4fdae67a573 req-230ce8e5-3683-495b-b45e-644c2d2ebaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:19.123153 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-f31be05d-78ac-4257-847e-c4fdae67a573 req-230ce8e5-3683-495b-b45e-644c2d2ebaf2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=088459d7-9fa5-4572-a877-8b61a3a87623 HTTP/1.1" status: 200 len: 847 time: 0.0942621 May 03 23:59:19.133063 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvr_db [None req-7c4d3ca3-6490-4879-af8b-41a027f5fc26 None None] Set router afdc989b-1a8d-4435-b79b-864860050003 gateway port host: None {{(pid=114214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 23:59:19.148817 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-d8cb0933-5c7a-42a4-bf5b-8f3c4b80afc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733331790767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733331236154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25969890'] for port, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:19.207772 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cb0933-5c7a-42a4-bf5b-8f3c4b80afc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=65558dd2-d27e-4169-9d4e-d5ab9f6287f6,revision_number=None']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:59:19.239924 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-7c4d3ca3-6490-4879-af8b-41a027f5fc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afdc989b-1a8d-4435-b79b-864860050003', 'name': 'tempest-ServerRescueNegativeTestJSON-1249797005-router', 'tenant_id': 'b61197edd2154db6b72b860e57ff43ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:52:59Z', 'updated_at': '2022-05-03T23:59:18Z', 'revision_number': 6, 'project_id': 'b61197edd2154db6b72b860e57ff43ed', 'gw_port_host': None}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:59:19.281889 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4d3ca3-6490-4879-af8b-41a027f5fc26 None None] The sync data for ids ['afdc989b-1a8d-4435-b79b-864860050003'] in dv-cinder-840375-1-iscsi is: [{'id': 'afdc989b-1a8d-4435-b79b-864860050003', 'name': 'tempest-ServerRescueNegativeTestJSON-1249797005-router', 'tenant_id': 'b61197edd2154db6b72b860e57ff43ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:52:59Z', 'updated_at': '2022-05-03T23:59:18Z', 'revision_number': 6, 'project_id': 'b61197edd2154db6b72b860e57ff43ed', 'gw_port_host': None}] {{(pid=114214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:59:19.323034 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31be05d-78ac-4257-847e-c4fdae67a573 req-74bf13c7-6d39-4137-a69f-28ea38fe38cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:19.324566 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-f31be05d-78ac-4257-847e-c4fdae67a573 req-74bf13c7-6d39-4137-a69f-28ea38fe38cd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=609cef8e-df65-49c3-ae42-a7cfad649592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1891937 May 03 23:59:19.347540 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-d8cb0933-5c7a-42a4-bf5b-8f3c4b80afc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3761296'] for router_gateway, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:19.372504 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-e7afb8d8-8a2d-433e-b234-8b84fc11f988 req-21c35004-997d-41cc-946a-aed11be0091c service neutron] 10.222.0.13 "GET /v2.0/networks/88061c84-ec22-4a18-841b-8db91bd7572a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460763 May 03 23:59:19.470601 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-f31be05d-78ac-4257-847e-c4fdae67a573 req-a99c8ba5-69e7-4d6b-9c59-228b6bc3fea7 service neutron] 10.222.0.47 "GET /v2.0/networks/609cef8e-df65-49c3-ae42-a7cfad649592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324756 May 03 23:59:19.483640 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4eabb0-dd2e-41c6-ac7f-7af05cdffde3 req-29417c03-7f7c-4ec4-9f76-22179479a8c5 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:19.485209 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-6a4eabb0-dd2e-41c6-ac7f-7af05cdffde3 req-29417c03-7f7c-4ec4-9f76-22179479a8c5 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/ports?device_id=7764431b-1c5b-44f8-a08c-f7fdad54d288 HTTP/1.1" status: 200 len: 946 time: 0.1854849 May 03 23:59:19.488216 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-d8cb0933-5c7a-42a4-bf5b-8f3c4b80afc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3759915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9685'] for router, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:19.489912 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-d8cb0933-5c7a-42a4-bf5b-8f3c4b80afc5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:19.584020 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-6a4eabb0-dd2e-41c6-ac7f-7af05cdffde3 req-65378cd3-53fa-45f0-b235-8d295b451e22 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ce46192-56ed-4e3c-8c55-0dfeda54a709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902188 May 03 23:59:19.627241 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-f31be05d-78ac-4257-847e-c4fdae67a573 req-85315a12-3c0a-4264-919d-cd69572f00ab service neutron] 10.222.0.47 "GET /v2.0/networks/609cef8e-df65-49c3-ae42-a7cfad649592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490097 May 03 23:59:19.708138 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-5db37d2c-e56e-4603-8a9c-6415810eb740 req-93335579-c25f-4771-ad8a-30ba19e9187d tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=10ac3685-2e63-4e77-969c-706dd0ab8955 HTTP/1.1" status: 200 len: 210 time: 0.0318816 May 03 23:59:19.738193 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-d8cb0933-5c7a-42a4-bf5b-8f3c4b80afc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3759932'] for router, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:19.739185 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8cb0933-5c7a-42a4-bf5b-8f3c4b80afc5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router afdc989b-1a8d-4435-b79b-864860050003 {{(pid=114213) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 03 23:59:19.748362 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-d8cb0933-5c7a-42a4-bf5b-8f3c4b80afc5 admin admin] Notify callbacks [] for router, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:19.752839 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-d8cb0933-5c7a-42a4-bf5b-8f3c4b80afc5 admin admin] 10.222.0.13 "DELETE /v2.0/routers/afdc989b-1a8d-4435-b79b-864860050003 HTTP/1.1" status: 204 len: 168 time: 1.4236400 May 03 23:59:19.753915 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 41904) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:59:19.825281 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.db.db_base_plugin_v2 [None req-e05850b9-71ba-431c-8595-3c4fb7cdfa44 admin admin] Deleting subnet a71a973f-43f2-413b-b3e6-b8f0626526c4 {{(pid=114213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 03 23:59:19.828798 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-e05850b9-71ba-431c-8595-3c4fb7cdfa44 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:19.870707 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-e05850b9-71ba-431c-8595-3c4fb7cdfa44 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25564868'] for subnet, precommit_delete_associations {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:19.995744 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-e05850b9-71ba-431c-8595-3c4fb7cdfa44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608747'] for subnet, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:20.143527 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-e05850b9-71ba-431c-8595-3c4fb7cdfa44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26196753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25579760'] for subnet, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:20.438192 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05850b9-71ba-431c-8595-3c4fb7cdfa44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a71a973f-43f2-413b-b3e6-b8f0626526c4,revision_number=None']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:59:20.442329 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-e05850b9-71ba-431c-8595-3c4fb7cdfa44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748400'] for subnet, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:20.446665 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-e05850b9-71ba-431c-8595-3c4fb7cdfa44 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a71a973f-43f2-413b-b3e6-b8f0626526c4 HTTP/1.1" status: 204 len: 168 time: 0.6901331 May 03 23:59:20.451200 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 41912) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:59:20.456030 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5dfe601-9f37-4723-9b49-1643385e69a3 None None] Network 0a6b04f9-6f06-4100-ad85-6b28ebd5afaa requested from dv-cinder-840375-1-iscsi {{(pid=114214) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 03 23:59:20.559034 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-894c1ce9-768c-446c-96c1-f20f2914b788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714127'] for network, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:20.614426 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.plugin [None req-894c1ce9-768c-446c-96c1-f20f2914b788 admin admin] Deleting port 66755d84-4c80-4f52-9b10-dc2e875800bc {{(pid=114212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 03 23:59:20.614989 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-894c1ce9-768c-446c-96c1-f20f2914b788 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733331783909'] for port, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:20.696237 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.db [None req-894c1ce9-768c-446c-96c1-f20f2914b788 admin admin] For port 66755d84-4c80-4f52-9b10-dc2e875800bc, host dv-cinder-840375-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=66755d84-4c80-4f52-9b10-dc2e875800bc,segment=NetworkSegment(4aa0fff9-3f39-4107-a21f-e5e9bdcb305b),segment_id=4aa0fff9-3f39-4107-a21f-e5e9bdcb305b)] {{(pid=114212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:59:20.696945 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-894c1ce9-768c-446c-96c1-f20f2914b788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764614'] for port, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:20.711959 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a0e706-11c1-4846-82fe-e2559d4c127e None None] DHCP port deletion for 0a6b04f9-6f06-4100-ad85-6b28ebd5afaa request from dv-cinder-840375-1-iscsi {{(pid=114214) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 03 23:59:20.738858 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.plugin [None req-894c1ce9-768c-446c-96c1-f20f2914b788 admin admin] Calling delete_port for 66755d84-4c80-4f52-9b10-dc2e875800bc owned by network:dhcp {{(pid=114212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 03 23:59:20.776198 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-17a0e706-11c1-4846-82fe-e2559d4c127e None None] Deleting port 66755d84-4c80-4f52-9b10-dc2e875800bc {{(pid=114214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 03 23:59:20.777088 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-17a0e706-11c1-4846-82fe-e2559d4c127e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733331783909'] for port, before_delete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:20.805387 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1c603b-df13-4bdf-8f55-dd8cad4e9632 req-7cd177af-2f1c-43d7-beb7-43d6c6ea62f5 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:20.807645 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-0c1c603b-df13-4bdf-8f55-dd8cad4e9632 req-7cd177af-2f1c-43d7-beb7-43d6c6ea62f5 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/ports?device_id=7764431b-1c5b-44f8-a08c-f7fdad54d288 HTTP/1.1" status: 200 len: 946 time: 0.1135409 May 03 23:59:20.839914 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-b11c2f3b-6e21-4865-b204-346fdba6f12c req-86ae4bce-7882-4bb6-8267-663f46624660 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=10ac3685-2e63-4e77-969c-706dd0ab8955 HTTP/1.1" status: 200 len: 210 time: 0.0417278 May 03 23:59:20.855604 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-17a0e706-11c1-4846-82fe-e2559d4c127e None None] For port 66755d84-4c80-4f52-9b10-dc2e875800bc, host dv-cinder-840375-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=66755d84-4c80-4f52-9b10-dc2e875800bc,segment=NetworkSegment(4aa0fff9-3f39-4107-a21f-e5e9bdcb305b),segment_id=4aa0fff9-3f39-4107-a21f-e5e9bdcb305b)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:59:20.856441 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-17a0e706-11c1-4846-82fe-e2559d4c127e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764614'] for port, precommit_delete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:20.874021 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-17a0e706-11c1-4846-82fe-e2559d4c127e None None] Calling delete_port for 66755d84-4c80-4f52-9b10-dc2e875800bc owned by network:dhcp {{(pid=114214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 03 23:59:20.876328 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-0c1c603b-df13-4bdf-8f55-dd8cad4e9632 req-5bc7be7c-14c2-4e17-ac3b-76e3a84195ef tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ce46192-56ed-4e3c-8c55-0dfeda54a709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579510 May 03 23:59:20.943643 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-894c1ce9-768c-446c-96c1-f20f2914b788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733331790767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733331236154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25393418'] for port, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:20.978379 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894c1ce9-768c-446c-96c1-f20f2914b788 admin admin] Pushing event deleted for resources: {'Port': ['ID=66755d84-4c80-4f52-9b10-dc2e875800bc,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:59:20.982917 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894c1ce9-768c-446c-96c1-f20f2914b788 admin admin] No DVR routers for this DVR port 66755d84-4c80-4f52-9b10-dc2e875800bc on host dv-cinder-840375-1-iscsi {{(pid=114212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:59:21.014191 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-17a0e706-11c1-4846-82fe-e2559d4c127e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733331790767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733331236154'] for port, after_delete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:21.043073 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a0e706-11c1-4846-82fe-e2559d4c127e None None] Pushing event deleted for resources: {'Port': ['ID=66755d84-4c80-4f52-9b10-dc2e875800bc,revision_number=None']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:59:21.052323 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a0e706-11c1-4846-82fe-e2559d4c127e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:59:21.052950 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a0e706-11c1-4846-82fe-e2559d4c127e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:59:21.053484 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a0e706-11c1-4846-82fe-e2559d4c127e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:59:21.053974 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a0e706-11c1-4846-82fe-e2559d4c127e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:59:21.054514 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a0e706-11c1-4846-82fe-e2559d4c127e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:59:21.055019 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a0e706-11c1-4846-82fe-e2559d4c127e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:59:21.055519 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a0e706-11c1-4846-82fe-e2559d4c127e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:59:21.056005 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a0e706-11c1-4846-82fe-e2559d4c127e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:59:21.057026 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a0e706-11c1-4846-82fe-e2559d4c127e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:59:21.057522 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a0e706-11c1-4846-82fe-e2559d4c127e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:59:21.058031 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a0e706-11c1-4846-82fe-e2559d4c127e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:59:21.058362 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a0e706-11c1-4846-82fe-e2559d4c127e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:59:21.061769 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a0e706-11c1-4846-82fe-e2559d4c127e None None] No DVR routers for this DVR port 66755d84-4c80-4f52-9b10-dc2e875800bc on host dv-cinder-840375-1-iscsi {{(pid=114214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:59:21.064692 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-894c1ce9-768c-446c-96c1-f20f2914b788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-608354', 'neutron.services.segments.db._delete_segments_for_network-8733331752452'] for network, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:21.092808 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.services.segments.db [None req-894c1ce9-768c-446c-96c1-f20f2914b788 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a6b04f9-6f06-4100-ad85-6b28ebd5afaa']}} {{(pid=114212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:59:21.104569 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.services.segments.db [None req-894c1ce9-768c-446c-96c1-f20f2914b788 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4aa0fff9-3f39-4107-a21f-e5e9bdcb305b') {'for_net_delete': True} {{(pid=114212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:59:21.105190 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.services.segments.db [None req-894c1ce9-768c-446c-96c1-f20f2914b788 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4aa0fff9-3f39-4107-a21f-e5e9bdcb305b') {} {{(pid=114212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:59:21.116566 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-894c1ce9-768c-446c-96c1-f20f2914b788 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733331752717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25200259'] for segment, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:21.134390 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-894c1ce9-768c-446c-96c1-f20f2914b788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-611538'] for segment, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:21.142295 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-894c1ce9-768c-446c-96c1-f20f2914b788 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=114212) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 23:59:21.142839 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-894c1ce9-768c-446c-96c1-f20f2914b788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-611538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25393503'] for segment, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:21.145569 dv-cinder-840375-1-iscsi neutron-server[114212]: Traceback (most recent call last): May 03 23:59:21.145569 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 23:59:21.145569 dv-cinder-840375-1-iscsi neutron-server[114212]: timer() May 03 23:59:21.145569 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 23:59:21.145569 dv-cinder-840375-1-iscsi neutron-server[114212]: cb(*args, **kw) May 03 23:59:21.145569 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 23:59:21.145569 dv-cinder-840375-1-iscsi neutron-server[114212]: return func(*args, **kwargs) May 03 23:59:21.145569 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 23:59:21.145569 dv-cinder-840375-1-iscsi neutron-server[114212]: self._notify() May 03 23:59:21.145569 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 23:59:21.145569 dv-cinder-840375-1-iscsi neutron-server[114212]: self.callback(batched_events) May 03 23:59:21.145569 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 23:59:21.145569 dv-cinder-840375-1-iscsi neutron-server[114212]: event.method(event) May 03 23:59:21.145569 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 23:59:21.145569 dv-cinder-840375-1-iscsi neutron-server[114212]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 23:59:21.145569 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 23:59:21.145569 dv-cinder-840375-1-iscsi neutron-server[114212]: aggregate_uuid = self.p_client.list_aggregates( May 03 23:59:21.145569 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 23:59:21.145569 dv-cinder-840375-1-iscsi neutron-server[114212]: return f(self, *a, **k) May 03 23:59:21.145569 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 23:59:21.145569 dv-cinder-840375-1-iscsi neutron-server[114212]: return self._get(url).json() May 03 23:59:21.145569 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 23:59:21.145569 dv-cinder-840375-1-iscsi neutron-server[114212]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 23:59:21.145569 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 23:59:21.145569 dv-cinder-840375-1-iscsi neutron-server[114212]: return self.request(url, 'GET', **kwargs) May 03 23:59:21.145569 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 23:59:21.145569 dv-cinder-840375-1-iscsi neutron-server[114212]: base_url = self.get_endpoint(auth, allow=allow, May 03 23:59:21.145569 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 23:59:21.145569 dv-cinder-840375-1-iscsi neutron-server[114212]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 23:59:21.145569 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 23:59:21.145569 dv-cinder-840375-1-iscsi neutron-server[114212]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 23:59:21.145569 dv-cinder-840375-1-iscsi neutron-server[114212]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 23:59:21.260162 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device 5a412f3d-68f7-4865-9233-942901c190c3 no longer exists at agent ovs-agent-dv-cinder-840375-1-iscsi {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 23:59:21.274714 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-894c1ce9-768c-446c-96c1-f20f2914b788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-608361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3761736'] for network, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:21.291642 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] No Port match for: 5a412f3d-68f7-4865-9233-942901c190c3 {{(pid=114214) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 03 23:59:21.292102 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device 5a412f3d-68f7-4865-9233-942901c190c3 not bound to the agent host dv-cinder-840375-1-iscsi {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 23:59:21.292532 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device 66755d84-4c80-4f52-9b10-dc2e875800bc no longer exists at agent ovs-agent-dv-cinder-840375-1-iscsi {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 23:59:21.302054 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-894c1ce9-768c-446c-96c1-f20f2914b788 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748400'] for network, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:21.306043 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-894c1ce9-768c-446c-96c1-f20f2914b788 admin admin] 10.222.0.13 "DELETE /v2.0/networks/0a6b04f9-6f06-4100-ad85-6b28ebd5afaa HTTP/1.1" status: 204 len: 168 time: 0.8535130 May 03 23:59:21.308447 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894c1ce9-768c-446c-96c1-f20f2914b788 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a6b04f9-6f06-4100-ad85-6b28ebd5afaa,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:59:21.314824 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] No Port match for: 66755d84-4c80-4f52-9b10-dc2e875800bc {{(pid=114214) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 03 23:59:21.316194 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device 66755d84-4c80-4f52-9b10-dc2e875800bc not bound to the agent host dv-cinder-840375-1-iscsi {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 23:59:21.316194 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device 65558dd2-d27e-4169-9d4e-d5ab9f6287f6 no longer exists at agent ovs-agent-dv-cinder-840375-1-iscsi {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 23:59:21.336868 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] No Port match for: 65558dd2-d27e-4169-9d4e-d5ab9f6287f6 {{(pid=114214) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 03 23:59:21.337200 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device 65558dd2-d27e-4169-9d4e-d5ab9f6287f6 not bound to the agent host dv-cinder-840375-1-iscsi {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 23:59:21.678159 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 41920) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:59:21.731818 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-7aa68bde-cc81-4507-9c3d-7c397c0c792d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b61197edd2154db6b72b860e57ff43ed&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0515544 May 03 23:59:21.735848 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 41922) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:59:21.803252 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-ac92636f-1b20-45d9-b4c4-99bf183c8095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:21.833480 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-ac92636f-1b20-45d9-b4c4-99bf183c8095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:21.975097 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-ce776684-cd9a-4ace-973c-eecf18d0b5b1 req-24fbaeea-1978-48b8-bff3-628a58e2af5f tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=10ac3685-2e63-4e77-969c-706dd0ab8955 HTTP/1.1" status: 200 len: 210 time: 0.0452914 May 03 23:59:21.989192 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-ac92636f-1b20-45d9-b4c4-99bf183c8095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:21.998234 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-ac92636f-1b20-45d9-b4c4-99bf183c8095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:21.999401 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-ac92636f-1b20-45d9-b4c4-99bf183c8095 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0aabfbfc-09d0-4f5e-998f-a2943879bea3 HTTP/1.1" status: 204 len: 168 time: 0.2625375 May 03 23:59:22.013968 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac92636f-1b20-45d9-b4c4-99bf183c8095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aabfbfc-09d0-4f5e-998f-a2943879bea3,revision_number=None']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:59:22.178813 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7afb8d8-8a2d-433e-b234-8b84fc11f988 req-35636da8-4c35-4a32-9fba-9260546b1ba6 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:22.181543 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-e7afb8d8-8a2d-433e-b234-8b84fc11f988 req-35636da8-4c35-4a32-9fba-9260546b1ba6 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.47 "GET /v2.0/networks?id=88061c84-ec22-4a18-841b-8db91bd7572a HTTP/1.1" status: 200 len: 814 time: 0.2613373 May 03 23:59:22.196083 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc05d44-3889-4bc5-ac5d-a867227ab4b9 req-813f64e0-4641-4587-ac1f-2b47337ae15e tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:22.199711 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-3cc05d44-3889-4bc5-ac5d-a867227ab4b9 req-813f64e0-4641-4587-ac1f-2b47337ae15e tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/ports?device_id=7764431b-1c5b-44f8-a08c-f7fdad54d288 HTTP/1.1" status: 200 len: 946 time: 0.1571434 May 03 23:59:22.285510 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-e7afb8d8-8a2d-433e-b234-8b84fc11f988 req-dc8ec2dd-0bc6-4ede-9f6c-c5307cdd9d52 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f6a10010e894f0390d087e92b3d1035 HTTP/1.1" status: 200 len: 380 time: 0.0844405 May 03 23:59:22.291944 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-3cc05d44-3889-4bc5-ac5d-a867227ab4b9 req-a9036349-e72e-426b-b3d5-1fac58085fcb tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ce46192-56ed-4e3c-8c55-0dfeda54a709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802832 May 03 23:59:22.297157 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [req-e7afb8d8-8a2d-433e-b234-8b84fc11f988 req-de5bfb9d-bea9-4d3e-85af-95a1aa7b23f7 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Request body: {'port': {'device_id': '10ac3685-2e63-4e77-969c-706dd0ab8955', 'network_id': '88061c84-ec22-4a18-841b-8db91bd7572a', 'admin_state_up': True, 'tenant_id': '4f6a10010e894f0390d087e92b3d1035', 'security_groups': ['0280acdd-9a34-4d45-bfeb-49827e6f5636']}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:59:22.543945 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7afb8d8-8a2d-433e-b234-8b84fc11f988 req-de5bfb9d-bea9-4d3e-85af-95a1aa7b23f7 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Made reservation on behalf of 4f6a10010e894f0390d087e92b3d1035 for: {'port': 1} {{(pid=114212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:59:22.549674 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-e7afb8d8-8a2d-433e-b234-8b84fc11f988 req-de5bfb9d-bea9-4d3e-85af-95a1aa7b23f7 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:22.745916 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.db_base_plugin_common [req-e7afb8d8-8a2d-433e-b234-8b84fc11f988 req-de5bfb9d-bea9-4d3e-85af-95a1aa7b23f7 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Allocated IP 172.20.0.6 (88061c84-ec22-4a18-841b-8db91bd7572a/b5c212ed-61ce-414c-afb5-0c8516817b16/9d4914f1-a8cf-4928-8ae1-a59ddfd54e8b) {{(pid=114212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:59:22.922766 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-e7afb8d8-8a2d-433e-b234-8b84fc11f988 req-de5bfb9d-bea9-4d3e-85af-95a1aa7b23f7 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks [] for port, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:23.052567 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-e7afb8d8-8a2d-433e-b234-8b84fc11f988 req-de5bfb9d-bea9-4d3e-85af-95a1aa7b23f7 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733331236172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25393418'] for port, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:23.137730 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7afb8d8-8a2d-433e-b234-8b84fc11f988 req-de5bfb9d-bea9-4d3e-85af-95a1aa7b23f7 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Network 88061c84-ec22-4a18-841b-8db91bd7572a is already hosted by enough agents. {{(pid=114212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:59:23.145766 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.base_scheduler [req-e7afb8d8-8a2d-433e-b234-8b84fc11f988 req-de5bfb9d-bea9-4d3e-85af-95a1aa7b23f7 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Resources bound (agent type, host, resource id): {{(pid=114212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:59:23.148803 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7afb8d8-8a2d-433e-b234-8b84fc11f988 req-de5bfb9d-bea9-4d3e-85af-95a1aa7b23f7 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Received port after_create {{(pid=114212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 23:59:23.153909 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5bfb9d-bea9-4d3e-85af-95a1aa7b23f7 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Pushing event updated for resources: {'Port': ['ID=9d4914f1-a8cf-4928-8ae1-a59ddfd54e8b,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:59:23.211603 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65373dac-b295-4f1e-b892-d7c61ec22717 req-c507e637-1a4c-4d8e-8dde-150aada02aa1 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:23.218338 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-65373dac-b295-4f1e-b892-d7c61ec22717 req-c507e637-1a4c-4d8e-8dde-150aada02aa1 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=10ac3685-2e63-4e77-969c-706dd0ab8955 HTTP/1.1" status: 200 len: 931 time: 0.1194279 May 03 23:59:23.222116 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7afb8d8-8a2d-433e-b234-8b84fc11f988 req-de5bfb9d-bea9-4d3e-85af-95a1aa7b23f7 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:23.222786 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-e7afb8d8-8a2d-433e-b234-8b84fc11f988 req-de5bfb9d-bea9-4d3e-85af-95a1aa7b23f7 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371'] for port, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:23.283340 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-65373dac-b295-4f1e-b892-d7c61ec22717 req-b3c3da95-a8f7-41c8-a038-dcb3940c64c5 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/security-groups?id=0280acdd-9a34-4d45-bfeb-49827e6f5636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529089 May 03 23:59:23.357368 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-e7afb8d8-8a2d-433e-b234-8b84fc11f988 req-de5bfb9d-bea9-4d3e-85af-95a1aa7b23f7 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0568409 May 03 23:59:23.371239 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [req-e7afb8d8-8a2d-433e-b234-8b84fc11f988 req-285c0659-da83-4892-b878-e9b9c8269fc9 service neutron] Request body: {'port': {'device_id': '10ac3685-2e63-4e77-969c-706dd0ab8955', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:59:23.490209 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8238a177-912e-4953-b70f-67bafe803688 req-314c20cc-f0f7-4600-88e0-c0913d6d596c tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:23.490827 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-e7afb8d8-8a2d-433e-b234-8b84fc11f988 req-285c0659-da83-4892-b878-e9b9c8269fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:23.493368 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-8238a177-912e-4953-b70f-67bafe803688 req-314c20cc-f0f7-4600-88e0-c0913d6d596c tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/ports?device_id=7764431b-1c5b-44f8-a08c-f7fdad54d288 HTTP/1.1" status: 200 len: 946 time: 0.0771749 May 03 23:59:23.533002 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-016f65b9-3109-4e80-829c-3d095b0522fe None None] Provisioning complete for port 9d4914f1-a8cf-4928-8ae1-a59ddfd54e8b triggered by entity DHCP. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:59:23.534772 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-016f65b9-3109-4e80-829c-3d095b0522fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:23.575533 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-8238a177-912e-4953-b70f-67bafe803688 req-a0e70cf2-9db6-4d72-916a-269aa25bd243 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ce46192-56ed-4e3c-8c55-0dfeda54a709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674748 May 03 23:59:23.586181 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-016f65b9-3109-4e80-829c-3d095b0522fe None None] Port 9d4914f1-a8cf-4928-8ae1-a59ddfd54e8b cannot update to ACTIVE because it is not bound. {{(pid=114214) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 03 23:59:23.898393 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.notifiers.nova [req-e7afb8d8-8a2d-433e-b234-8b84fc11f988 req-285c0659-da83-4892-b878-e9b9c8269fc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d4914f1-a8cf-4928-8ae1-a59ddfd54e8b {{(pid=114212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:59:23.911333 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-e7afb8d8-8a2d-433e-b234-8b84fc11f988 req-285c0659-da83-4892-b878-e9b9c8269fc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:23.930250 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.provisioning_blocks [req-e7afb8d8-8a2d-433e-b234-8b84fc11f988 req-285c0659-da83-4892-b878-e9b9c8269fc9 service neutron] Transition to ACTIVE for port object 9d4914f1-a8cf-4928-8ae1-a59ddfd54e8b will not be triggered until provisioned by entity L2. {{(pid=114212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:59:24.022701 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-e7afb8d8-8a2d-433e-b234-8b84fc11f988 req-285c0659-da83-4892-b878-e9b9c8269fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25393411'] for port, after_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:24.090123 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfb1267-ba69-467f-9383-b82cf4f46c4c req-42776d43-9cb4-4614-8735-8fefce1666b5 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:24.091919 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-0cfb1267-ba69-467f-9383-b82cf4f46c4c req-42776d43-9cb4-4614-8735-8fefce1666b5 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/ports?device_id=7764431b-1c5b-44f8-a08c-f7fdad54d288 HTTP/1.1" status: 200 len: 946 time: 0.1168561 May 03 23:59:24.104380 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285c0659-da83-4892-b878-e9b9c8269fc9 service neutron] Pushing event updated for resources: {'Port': ['ID=9d4914f1-a8cf-4928-8ae1-a59ddfd54e8b,revision_number=2']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:59:24.161755 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-d0cf8dee-d103-4d4f-8754-724645e25ce9 req-f386a599-16e3-44d7-b9ab-73efdc6898cd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7764431b-1c5b-44f8-a08c-f7fdad54d288&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0868459 May 03 23:59:24.204125 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-0cfb1267-ba69-467f-9383-b82cf4f46c4c req-eec18131-75bf-47f7-b5db-3e8a1e06a41b tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ce46192-56ed-4e3c-8c55-0dfeda54a709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950215 May 03 23:59:24.222200 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.managers [req-e7afb8d8-8a2d-433e-b234-8b84fc11f988 req-285c0659-da83-4892-b878-e9b9c8269fc9 service neutron] Attempting to bind port 9d4914f1-a8cf-4928-8ae1-a59ddfd54e8b on host hv-cinder-84037 for vnic_type normal with profile {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:59:24.223341 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.managers [req-e7afb8d8-8a2d-433e-b234-8b84fc11f988 req-285c0659-da83-4892-b878-e9b9c8269fc9 service neutron] Attempting to bind port 9d4914f1-a8cf-4928-8ae1-a59ddfd54e8b by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': '191d73d0-9208-4ea1-bb83-ed60d521a42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '88061c84-ec22-4a18-841b-8db91bd7572a'}] {{(pid=114212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:59:24.223862 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7afb8d8-8a2d-433e-b234-8b84fc11f988 req-285c0659-da83-4892-b878-e9b9c8269fc9 service neutron] Attempting to bind port 9d4914f1-a8cf-4928-8ae1-a59ddfd54e8b on network 88061c84-ec22-4a18-841b-8db91bd7572a {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 23:59:24.234840 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7afb8d8-8a2d-433e-b234-8b84fc11f988 req-285c0659-da83-4892-b878-e9b9c8269fc9 service neutron] Port 9d4914f1-a8cf-4928-8ae1-a59ddfd54e8b on network 88061c84-ec22-4a18-841b-8db91bd7572a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 23:59:24.236019 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7afb8d8-8a2d-433e-b234-8b84fc11f988 req-285c0659-da83-4892-b878-e9b9c8269fc9 service neutron] Attempting to bind port 9d4914f1-a8cf-4928-8ae1-a59ddfd54e8b on network 88061c84-ec22-4a18-841b-8db91bd7572a {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 23:59:24.245085 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7afb8d8-8a2d-433e-b234-8b84fc11f988 req-285c0659-da83-4892-b878-e9b9c8269fc9 service neutron] Checking agent: {'id': '6e4019a9-2d41-4d26-94e3-460d78c489d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 23, 50, 48), 'started_at': datetime.datetime(2022, 5, 3, 23, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 23:59:24.245949 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7afb8d8-8a2d-433e-b234-8b84fc11f988 req-285c0659-da83-4892-b878-e9b9c8269fc9 service neutron] Checking segment: {'id': '191d73d0-9208-4ea1-bb83-ed60d521a42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '88061c84-ec22-4a18-841b-8db91bd7572a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 03 23:59:24.247833 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7afb8d8-8a2d-433e-b234-8b84fc11f988 req-285c0659-da83-4892-b878-e9b9c8269fc9 service neutron] Bound using segment: {'id': '191d73d0-9208-4ea1-bb83-ed60d521a42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '88061c84-ec22-4a18-841b-8db91bd7572a'} {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 23:59:24.248547 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.managers [req-e7afb8d8-8a2d-433e-b234-8b84fc11f988 req-285c0659-da83-4892-b878-e9b9c8269fc9 service neutron] Bound port: 9d4914f1-a8cf-4928-8ae1-a59ddfd54e8b, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '191d73d0-9208-4ea1-bb83-ed60d521a42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '88061c84-ec22-4a18-841b-8db91bd7572a'}}] {{(pid=114212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:59:24.249270 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-e7afb8d8-8a2d-433e-b234-8b84fc11f988 req-285c0659-da83-4892-b878-e9b9c8269fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:24.347796 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.db [req-e7afb8d8-8a2d-433e-b234-8b84fc11f988 req-285c0659-da83-4892-b878-e9b9c8269fc9 service neutron] For port 9d4914f1-a8cf-4928-8ae1-a59ddfd54e8b, host hv-cinder-84037, cleared binding levels {{(pid=114212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 23:59:24.363061 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.db [req-e7afb8d8-8a2d-433e-b234-8b84fc11f988 req-285c0659-da83-4892-b878-e9b9c8269fc9 service neutron] For port 9d4914f1-a8cf-4928-8ae1-a59ddfd54e8b, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=9d4914f1-a8cf-4928-8ae1-a59ddfd54e8b,segment=NetworkSegment(191d73d0-9208-4ea1-bb83-ed60d521a42d),segment_id=191d73d0-9208-4ea1-bb83-ed60d521a42d)] {{(pid=114212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 23:59:24.388518 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device 19e6e5eb-68b5-4cdf-bc60-500368bf6b5e no longer exists at agent hyperv_hv-cinder-84037 {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 23:59:24.476318 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-e7afb8d8-8a2d-433e-b234-8b84fc11f988 req-285c0659-da83-4892-b878-e9b9c8269fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25393411'] for port, after_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:24.483293 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a8042c-12d1-42ed-8d79-0f03c4832ce2 req-19fc2219-70a6-4661-8f21-5c7e23ca9a0b tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:24.486278 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-f3a8042c-12d1-42ed-8d79-0f03c4832ce2 req-19fc2219-70a6-4661-8f21-5c7e23ca9a0b tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=10ac3685-2e63-4e77-969c-706dd0ab8955 HTTP/1.1" status: 200 len: 943 time: 0.0905416 May 03 23:59:24.531251 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:24.567000 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7afb8d8-8a2d-433e-b234-8b84fc11f988 req-285c0659-da83-4892-b878-e9b9c8269fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:24.573301 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-e7afb8d8-8a2d-433e-b234-8b84fc11f988 req-285c0659-da83-4892-b878-e9b9c8269fc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371'] for port, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:24.573301 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-e7afb8d8-8a2d-433e-b234-8b84fc11f988 req-285c0659-da83-4892-b878-e9b9c8269fc9 service neutron] 10.222.0.47 "PUT /v2.0/ports/9d4914f1-a8cf-4928-8ae1-a59ddfd54e8b HTTP/1.1" status: 200 len: 1093 time: 1.2044935 May 03 23:59:24.576278 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10ac3685-2e63-4e77-969c-706dd0ab8955', 'tag': '9d4914f1-a8cf-4928-8ae1-a59ddfd54e8b'}] {{(pid=114212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:59:24.580685 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d2be33a93c6036cad1ba084e78d1c3d957b621bee157ccc93bfe0a4b69d877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd92564-eff4-471a-90ea-f9e00601a51d" -d '{"events": [{"name": "network-changed", "server_uuid": "10ac3685-2e63-4e77-969c-706dd0ab8955", "tag": "9d4914f1-a8cf-4928-8ae1-a59ddfd54e8b"}]}' {{(pid=114212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 23:59:24.594751 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-f3a8042c-12d1-42ed-8d79-0f03c4832ce2 req-6190f044-39da-4606-874e-960bee2db26a tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/security-groups?id=0280acdd-9a34-4d45-bfeb-49827e6f5636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996611 May 03 23:59:24.595355 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7764431b-1c5b-44f8-a08c-f7fdad54d288', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19e6e5eb-68b5-4cdf-bc60-500368bf6b5e'}] {{(pid=114214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:59:24.598416 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a2c01d47b82d907f81ba0899610efc862c27db097cd111ee9714155fede03ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa0f43c8-9ad2-4ea0-93a5-c526756bb3c1" -d '{"events": [{"server_uuid": "7764431b-1c5b-44f8-a08c-f7fdad54d288", "name": "network-vif-unplugged", "status": "completed", "tag": "19e6e5eb-68b5-4cdf-bc60-500368bf6b5e"}]}' {{(pid=114214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 23:59:24.631227 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] For port 19e6e5eb-68b5-4cdf-bc60-500368bf6b5e, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=19e6e5eb-68b5-4cdf-bc60-500368bf6b5e,segment=NetworkSegment(a15bf7d2-78b2-4aa9-b3b7-3ddcf679b30b),segment_id=a15bf7d2-78b2-4aa9-b3b7-3ddcf679b30b)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:59:24.696821 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 03 May 2022 23:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91cbd811-6201-49c7-bafc-f95ec75e383a x-openstack-request-id: req-91cbd811-6201-49c7-bafc-f95ec75e383a {{(pid=114214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 23:59:24.697910 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7764431b-1c5b-44f8-a08c-f7fdad54d288", "name": "network-vif-unplugged", "status": "failed", "tag": "19e6e5eb-68b5-4cdf-bc60-500368bf6b5e", "code": 422}]} {{(pid=114214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 23:59:24.698497 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285c0659-da83-4892-b878-e9b9c8269fc9 service neutron] Pushing event updated for resources: {'Port': ['ID=9d4914f1-a8cf-4928-8ae1-a59ddfd54e8b,revision_number=3']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:59:24.698624 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-91cbd811-6201-49c7-bafc-f95ec75e383a {{(pid=114214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 23:59:24.698955 dv-cinder-840375-1-iscsi neutron-server[114214]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-91cbd811-6201-49c7-bafc-f95ec75e383a']: {'server_uuid': '7764431b-1c5b-44f8-a08c-f7fdad54d288', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '19e6e5eb-68b5-4cdf-bc60-500368bf6b5e', 'code': 422} returned with failed status May 03 23:59:24.705461 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 23:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15051962-f24d-4655-8928-cb4c014962e4 x-openstack-request-id: req-15051962-f24d-4655-8928-cb4c014962e4 {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 23:59:24.705826 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10ac3685-2e63-4e77-969c-706dd0ab8955", "tag": "9d4914f1-a8cf-4928-8ae1-a59ddfd54e8b", "status": "completed", "code": 200}]} {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 23:59:24.706260 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-15051962-f24d-4655-8928-cb4c014962e4 {{(pid=114212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 23:59:24.706981 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15051962-f24d-4655-8928-cb4c014962e4'] response: {'name': 'network-changed', 'server_uuid': '10ac3685-2e63-4e77-969c-706dd0ab8955', 'tag': '9d4914f1-a8cf-4928-8ae1-a59ddfd54e8b', 'status': 'completed', 'code': 200} May 03 23:59:24.793251 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd92564-eff4-471a-90ea-f9e00601a51d req-4b2a1042-c6da-46b4-bb01-1a2e5c87fcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:24.796137 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-1dd92564-eff4-471a-90ea-f9e00601a51d req-4b2a1042-c6da-46b4-bb01-1a2e5c87fcd1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4f6a10010e894f0390d087e92b3d1035&device_id=10ac3685-2e63-4e77-969c-706dd0ab8955 HTTP/1.1" status: 200 len: 1096 time: 0.0531597 May 03 23:59:24.840281 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:24.925486 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd92564-eff4-471a-90ea-f9e00601a51d req-339004af-b6c7-4eb2-9b43-2e22be007cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:24.927019 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-1dd92564-eff4-471a-90ea-f9e00601a51d req-339004af-b6c7-4eb2-9b43-2e22be007cc3 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=4f6a10010e894f0390d087e92b3d1035&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1145911 May 03 23:59:24.932089 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Pushing event updated for resources: {'Port': ['ID=19e6e5eb-68b5-4cdf-bc60-500368bf6b5e,revision_number=6']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:59:24.967686 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 42016) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:59:25.069585 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd92564-eff4-471a-90ea-f9e00601a51d req-b77ba9cb-0b06-42b6-bc57-de50972489a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:25.071144 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-1dd92564-eff4-471a-90ea-f9e00601a51d req-b77ba9cb-0b06-42b6-bc57-de50972489a1 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1360040 May 03 23:59:25.108559 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-e1faad4d-bc1f-43f5-b78c-940f42dbf9ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:25.185828 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7afb8d8-8a2d-433e-b234-8b84fc11f988 req-e99af357-90bd-4186-a5d0-80620e8330ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:25.187937 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-e7afb8d8-8a2d-433e-b234-8b84fc11f988 req-e99af357-90bd-4186-a5d0-80620e8330ec service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4f6a10010e894f0390d087e92b3d1035&device_id=10ac3685-2e63-4e77-969c-706dd0ab8955 HTTP/1.1" status: 200 len: 1096 time: 0.0459340 May 03 23:59:25.200731 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-e1faad4d-bc1f-43f5-b78c-940f42dbf9ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:25.250609 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-e7afb8d8-8a2d-433e-b234-8b84fc11f988 req-9a19c3a7-104f-4567-a860-5bc4982cd748 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d4914f1-a8cf-4928-8ae1-a59ddfd54e8b HTTP/1.1" status: 200 len: 217 time: 0.0416269 May 03 23:59:25.285686 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-e1faad4d-bc1f-43f5-b78c-940f42dbf9ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:25.333683 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-e1faad4d-bc1f-43f5-b78c-940f42dbf9ef admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c3e2064b7be848088943196a54b8e9f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3600211 May 03 23:59:25.333683 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1faad4d-bc1f-43f5-b78c-940f42dbf9ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06ac7db5-2ad6-4cc1-aa74-9df05c3c7f5d,revision_number=1']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:59:25.334172 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7afb8d8-8a2d-433e-b234-8b84fc11f988 req-cdef1dc4-f74e-4f35-b344-f2d525aa38fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:25.334172 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-e7afb8d8-8a2d-433e-b234-8b84fc11f988 req-cdef1dc4-f74e-4f35-b344-f2d525aa38fa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b5c212ed-61ce-414c-afb5-0c8516817b16 HTTP/1.1" status: 200 len: 853 time: 0.0758860 May 03 23:59:25.336107 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 42022) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:59:25.412055 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0ad90a-d894-41c2-b3ac-96a765ef3e7a req-9eb62d44-10c5-40da-89fc-8e994056bd91 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:25.413641 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-ab0ad90a-d894-41c2-b3ac-96a765ef3e7a req-9eb62d44-10c5-40da-89fc-8e994056bd91 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/ports?device_id=7764431b-1c5b-44f8-a08c-f7fdad54d288 HTTP/1.1" status: 200 len: 944 time: 0.1181130 May 03 23:59:25.471072 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7afb8d8-8a2d-433e-b234-8b84fc11f988 req-054fa4d8-a9e9-4622-a519-290b22c01635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:25.472537 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-e7afb8d8-8a2d-433e-b234-8b84fc11f988 req-054fa4d8-a9e9-4622-a519-290b22c01635 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=88061c84-ec22-4a18-841b-8db91bd7572a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1284745 May 03 23:59:25.475606 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-b9bc40bf-a58a-432d-bcd5-f796244b4e3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:25.497639 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-ab0ad90a-d894-41c2-b3ac-96a765ef3e7a req-d05cd3af-e42c-436a-84ba-7b0903b7a81a tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ce46192-56ed-4e3c-8c55-0dfeda54a709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730393 May 03 23:59:25.548919 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-b9bc40bf-a58a-432d-bcd5-f796244b4e3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:25.620336 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-e7afb8d8-8a2d-433e-b234-8b84fc11f988 req-8ecd60f0-3034-4887-a1f5-6e9ddc451f5c service neutron] 10.222.0.47 "GET /v2.0/networks/88061c84-ec22-4a18-841b-8db91bd7572a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374373 May 03 23:59:25.927676 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-b9bc40bf-a58a-432d-bcd5-f796244b4e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:25.930257 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-b9bc40bf-a58a-432d-bcd5-f796244b4e3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:25.934300 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-b9bc40bf-a58a-432d-bcd5-f796244b4e3a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/06ac7db5-2ad6-4cc1-aa74-9df05c3c7f5d HTTP/1.1" status: 204 len: 168 time: 0.5956311 May 03 23:59:26.001375 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bc40bf-a58a-432d-bcd5-f796244b4e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ac7db5-2ad6-4cc1-aa74-9df05c3c7f5d,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:59:26.023535 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bc40bf-a58a-432d-bcd5-f796244b4e3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:59:26.023898 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bc40bf-a58a-432d-bcd5-f796244b4e3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:59:26.024233 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bc40bf-a58a-432d-bcd5-f796244b4e3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:59:26.024564 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bc40bf-a58a-432d-bcd5-f796244b4e3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:59:26.024893 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bc40bf-a58a-432d-bcd5-f796244b4e3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:59:26.025910 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bc40bf-a58a-432d-bcd5-f796244b4e3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:59:26.026258 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bc40bf-a58a-432d-bcd5-f796244b4e3a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:59:26.026643 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bc40bf-a58a-432d-bcd5-f796244b4e3a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:59:26.027155 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bc40bf-a58a-432d-bcd5-f796244b4e3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:59:26.027310 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bc40bf-a58a-432d-bcd5-f796244b4e3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:59:26.027629 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bc40bf-a58a-432d-bcd5-f796244b4e3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:59:26.028043 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bc40bf-a58a-432d-bcd5-f796244b4e3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:59:26.061716 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d2a38-e35e-4aa1-9209-7da66c8f0011 req-955b9b32-bffe-4822-a27e-e263aabc7228 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:26.063348 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-9e6d2a38-e35e-4aa1-9209-7da66c8f0011 req-955b9b32-bffe-4822-a27e-e263aabc7228 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=10ac3685-2e63-4e77-969c-706dd0ab8955 HTTP/1.1" status: 200 len: 943 time: 0.1397693 May 03 23:59:26.082071 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-e7afb8d8-8a2d-433e-b234-8b84fc11f988 req-68c81a62-5420-4b4d-bc51-cf472f800e62 service neutron] 10.222.0.47 "GET /v2.0/networks/88061c84-ec22-4a18-841b-8db91bd7572a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4537663 May 03 23:59:26.120790 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-9e6d2a38-e35e-4aa1-9209-7da66c8f0011 req-339b6f13-7358-49a2-a06d-ea031b01bac1 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/security-groups?id=0280acdd-9a34-4d45-bfeb-49827e6f5636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509794 May 03 23:59:26.233199 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13610db-3d66-4be7-8215-06b50aa34846 req-75073cf5-3b15-4ef2-92e3-2edacdb46820 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:26.234806 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-a13610db-3d66-4be7-8215-06b50aa34846 req-75073cf5-3b15-4ef2-92e3-2edacdb46820 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4103cf2-2713-46a4-b488-6f4b7c073536 HTTP/1.1" status: 200 len: 946 time: 0.0550792 May 03 23:59:26.281730 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-a13610db-3d66-4be7-8215-06b50aa34846 req-0cb02a12-02a9-45dd-81d1-82396b85bccc tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ef122cb-b2d7-4f4c-a22c-0ef0f7f5683d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364013 May 03 23:59:26.647377 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92703c39-0081-4933-bf57-64ed0c0920bd req-39e0b543-7920-453d-99fb-89ee80660192 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:26.649010 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-92703c39-0081-4933-bf57-64ed0c0920bd req-39e0b543-7920-453d-99fb-89ee80660192 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/ports?device_id=7764431b-1c5b-44f8-a08c-f7fdad54d288 HTTP/1.1" status: 200 len: 944 time: 0.0740597 May 03 23:59:26.700643 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-92703c39-0081-4933-bf57-64ed0c0920bd req-f07c14f0-917d-44d0-8ffa-798d734ec7b8 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ce46192-56ed-4e3c-8c55-0dfeda54a709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444188 May 03 23:59:27.292963 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24ab106-a5c3-4ae6-bed3-62ad321d765a req-00af76dc-fdb8-41ea-8440-43d79a420b6f tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:27.294580 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-d24ab106-a5c3-4ae6-bed3-62ad321d765a req-00af76dc-fdb8-41ea-8440-43d79a420b6f tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=10ac3685-2e63-4e77-969c-706dd0ab8955 HTTP/1.1" status: 200 len: 943 time: 0.0692403 May 03 23:59:27.340828 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-d24ab106-a5c3-4ae6-bed3-62ad321d765a req-5dfdf296-11eb-4bcc-9882-a20bdd1f23bd tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/security-groups?id=0280acdd-9a34-4d45-bfeb-49827e6f5636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397487 May 03 23:59:27.444576 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e2d72-1a86-44de-9727-107a993b194d req-6aff251b-2032-4c57-8dc1-19340cbfeda0 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:27.446268 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-af8e2d72-1a86-44de-9727-107a993b194d req-6aff251b-2032-4c57-8dc1-19340cbfeda0 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4103cf2-2713-46a4-b488-6f4b7c073536 HTTP/1.1" status: 200 len: 946 time: 0.0574503 May 03 23:59:27.507668 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-af8e2d72-1a86-44de-9727-107a993b194d req-aa965a61-d26b-4103-8789-cc2bab7c6458 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ef122cb-b2d7-4f4c-a22c-0ef0f7f5683d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504527 May 03 23:59:27.546299 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf8dee-d103-4d4f-8754-724645e25ce9 req-85d6cff4-7296-49b2-8bd1-0b9c3ce82e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:27.547885 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-d0cf8dee-d103-4d4f-8754-724645e25ce9 req-85d6cff4-7296-49b2-8bd1-0b9c3ce82e42 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7764431b-1c5b-44f8-a08c-f7fdad54d288&tenant_id=c7dabe5c6909498eb0e87863bd20caff HTTP/1.1" status: 200 len: 1097 time: 0.0540221 May 03 23:59:27.630715 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf8dee-d103-4d4f-8754-724645e25ce9 req-1a6e0111-71b8-49e7-b8fc-477ed2b77c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:27.632239 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-d0cf8dee-d103-4d4f-8754-724645e25ce9 req-1a6e0111-71b8-49e7-b8fc-477ed2b77c92 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c7dabe5c6909498eb0e87863bd20caff&device_id=7764431b-1c5b-44f8-a08c-f7fdad54d288 HTTP/1.1" status: 200 len: 1097 time: 0.0435648 May 03 23:59:27.744800 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf8dee-d103-4d4f-8754-724645e25ce9 req-8b3e4c5b-ebdb-4da5-92ba-73ac0313e3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:27.747508 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-d0cf8dee-d103-4d4f-8754-724645e25ce9 req-8b3e4c5b-ebdb-4da5-92ba-73ac0313e3b8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=609cef8e-df65-49c3-ae42-a7cfad649592 HTTP/1.1" status: 200 len: 909 time: 0.1084347 May 03 23:59:27.852020 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-d0cf8dee-d103-4d4f-8754-724645e25ce9 req-4f6d2119-95b1-4b78-977d-14d299a100c3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19e6e5eb-68b5-4cdf-bc60-500368bf6b5e HTTP/1.1" status: 200 len: 998 time: 0.0963285 May 03 23:59:27.859498 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ba4b5-36cb-4f00-8e03-ce40813169fe req-95cd6b31-9df8-4b38-abe8-9f79605feff3 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:27.861113 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-f04ba4b5-36cb-4f00-8e03-ce40813169fe req-95cd6b31-9df8-4b38-abe8-9f79605feff3 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/ports?device_id=7764431b-1c5b-44f8-a08c-f7fdad54d288 HTTP/1.1" status: 200 len: 944 time: 0.0561886 May 03 23:59:27.908843 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-f04ba4b5-36cb-4f00-8e03-ce40813169fe req-93a2199b-75ad-469b-9fae-541c23da4408 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ce46192-56ed-4e3c-8c55-0dfeda54a709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410845 May 03 23:59:27.917922 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf8dee-d103-4d4f-8754-724645e25ce9 req-210ad5e0-9582-447b-a99e-98e05381b7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:27.919680 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-d0cf8dee-d103-4d4f-8754-724645e25ce9 req-210ad5e0-9582-447b-a99e-98e05381b7e8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=088459d7-9fa5-4572-a877-8b61a3a87623 HTTP/1.1" status: 200 len: 847 time: 0.0600431 May 03 23:59:27.969324 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf8dee-d103-4d4f-8754-724645e25ce9 req-987e0875-0a3f-4e2d-a908-d19b3caed9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:27.970755 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-d0cf8dee-d103-4d4f-8754-724645e25ce9 req-987e0875-0a3f-4e2d-a908-d19b3caed9f2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=609cef8e-df65-49c3-ae42-a7cfad649592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431437 May 03 23:59:28.075109 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-d0cf8dee-d103-4d4f-8754-724645e25ce9 req-463afd6d-259a-4c3c-998f-e642e54ae5a2 service neutron] 10.222.0.47 "GET /v2.0/networks/609cef8e-df65-49c3-ae42-a7cfad649592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956633 May 03 23:59:28.176936 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-d0cf8dee-d103-4d4f-8754-724645e25ce9 req-0ae58cc4-7796-42bd-9afa-2f5ae4148776 service neutron] 10.222.0.47 "GET /v2.0/networks/609cef8e-df65-49c3-ae42-a7cfad649592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925009 May 03 23:59:28.436183 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device 9d4914f1-a8cf-4928-8ae1-a59ddfd54e8b details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=114214) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 23:59:28.479807 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0faed92-2e5c-4cff-9ccb-1d9c30140bc7 req-92feaf8d-a0e6-40d0-b58e-6307b512aa38 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:28.481545 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-c0faed92-2e5c-4cff-9ccb-1d9c30140bc7 req-92feaf8d-a0e6-40d0-b58e-6307b512aa38 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=10ac3685-2e63-4e77-969c-706dd0ab8955 HTTP/1.1" status: 200 len: 943 time: 0.0639083 May 03 23:59:28.523236 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-c0faed92-2e5c-4cff-9ccb-1d9c30140bc7 req-18e56971-c952-49fc-a85b-f1f5c7cce90a tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/security-groups?id=0280acdd-9a34-4d45-bfeb-49827e6f5636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349922 May 03 23:59:28.567411 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] For port 9d4914f1-a8cf-4928-8ae1-a59ddfd54e8b, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=9d4914f1-a8cf-4928-8ae1-a59ddfd54e8b,segment=NetworkSegment(191d73d0-9208-4ea1-bb83-ed60d521a42d),segment_id=191d73d0-9208-4ea1-bb83-ed60d521a42d)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:59:28.582655 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Returning: {'device': '9d4914f1-a8cf-4928-8ae1-a59ddfd54e8b', 'network_id': '88061c84-ec22-4a18-841b-8db91bd7572a', 'port_id': '9d4914f1-a8cf-4928-8ae1-a59ddfd54e8b', 'mac_address': 'fa:16:3e:66:cf:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5c212ed-61ce-414c-afb5-0c8516817b16', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114214) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 23:59:28.626874 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:28.642684 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.notifiers.nova [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d4914f1-a8cf-4928-8ae1-a59ddfd54e8b {{(pid=114214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:59:28.667337 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] For port 9d4914f1-a8cf-4928-8ae1-a59ddfd54e8b, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=9d4914f1-a8cf-4928-8ae1-a59ddfd54e8b,segment=NetworkSegment(191d73d0-9208-4ea1-bb83-ed60d521a42d),segment_id=191d73d0-9208-4ea1-bb83-ed60d521a42d)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:59:28.679928 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c07fab-6a16-44cc-9444-fe37de98d7a5 req-3edd6d1b-76f3-4516-a5a8-d858091d78f3 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:28.682575 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-15c07fab-6a16-44cc-9444-fe37de98d7a5 req-3edd6d1b-76f3-4516-a5a8-d858091d78f3 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4103cf2-2713-46a4-b488-6f4b7c073536 HTTP/1.1" status: 200 len: 946 time: 0.0644672 May 03 23:59:28.738833 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-15c07fab-6a16-44cc-9444-fe37de98d7a5 req-0cb2b37c-75b0-48b5-bbae-587bdaa94b9b tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ef122cb-b2d7-4f4c-a22c-0ef0f7f5683d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491104 May 03 23:59:28.748436 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:28.803930 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Pushing event updated for resources: {'Port': ['ID=9d4914f1-a8cf-4928-8ae1-a59ddfd54e8b,revision_number=4']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:59:29.036241 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b13a1a4-7e10-41a2-9454-4a0055d4628c req-621b9724-7b17-44f4-97e8-a4c087a660b5 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:29.037821 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-3b13a1a4-7e10-41a2-9454-4a0055d4628c req-621b9724-7b17-44f4-97e8-a4c087a660b5 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/ports?device_id=7764431b-1c5b-44f8-a08c-f7fdad54d288 HTTP/1.1" status: 200 len: 944 time: 0.0539210 May 03 23:59:29.082833 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-3b13a1a4-7e10-41a2-9454-4a0055d4628c req-9e4a6162-b162-4019-8a0d-bf62741d4b6c tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ce46192-56ed-4e3c-8c55-0dfeda54a709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361266 May 03 23:59:29.127296 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] get_ports_and_sgs() called for port_ids ['9d4914f1-a8cf-4928-8ae1-a59ddfd54e8b'] {{(pid=114214) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 23:59:29.658027 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e90915-e3ef-41cc-b20e-ff7230aab61b req-602b2362-dd6e-4bf7-9d2e-fa1d915a4f7a tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:29.659560 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-b9e90915-e3ef-41cc-b20e-ff7230aab61b req-602b2362-dd6e-4bf7-9d2e-fa1d915a4f7a tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=10ac3685-2e63-4e77-969c-706dd0ab8955 HTTP/1.1" status: 200 len: 944 time: 0.0589483 May 03 23:59:29.703196 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-b9e90915-e3ef-41cc-b20e-ff7230aab61b req-6d05790c-1936-45f4-8e69-a48290b416ff tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/security-groups?id=0280acdd-9a34-4d45-bfeb-49827e6f5636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372956 May 03 23:59:29.877876 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9efa08-dd5a-4439-b14e-c58ad444cc88 req-4cac23a2-eb8a-4081-95be-01fc19ea46b3 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:29.879372 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-ba9efa08-dd5a-4439-b14e-c58ad444cc88 req-4cac23a2-eb8a-4081-95be-01fc19ea46b3 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4103cf2-2713-46a4-b488-6f4b7c073536 HTTP/1.1" status: 200 len: 946 time: 0.0492399 May 03 23:59:29.918944 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-ba9efa08-dd5a-4439-b14e-c58ad444cc88 req-e88869af-51c7-406a-9980-0a70e8626f1c tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ef122cb-b2d7-4f4c-a22c-0ef0f7f5683d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324209 May 03 23:59:30.215304 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e5ded6-8f47-4eaf-90a4-95b3a7448ff2 req-559d7e34-2399-4e7c-af25-cc48176cf853 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:30.216915 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-37e5ded6-8f47-4eaf-90a4-95b3a7448ff2 req-559d7e34-2399-4e7c-af25-cc48176cf853 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/ports?device_id=7764431b-1c5b-44f8-a08c-f7fdad54d288 HTTP/1.1" status: 200 len: 944 time: 0.0602980 May 03 23:59:30.261796 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-37e5ded6-8f47-4eaf-90a4-95b3a7448ff2 req-70c35f48-9a13-4158-8568-d26a5883af7b tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ce46192-56ed-4e3c-8c55-0dfeda54a709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371311 May 03 23:59:30.447094 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device 9d4914f1-a8cf-4928-8ae1-a59ddfd54e8b up at agent hyperv_hv-cinder-84037 {{(pid=114214) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 23:59:30.657009 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Provisioning for port 9d4914f1-a8cf-4928-8ae1-a59ddfd54e8b completed by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:59:30.662567 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Provisioning complete for port 9d4914f1-a8cf-4928-8ae1-a59ddfd54e8b triggered by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:59:30.662567 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:30.751698 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:30.782129 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10ac3685-2e63-4e77-969c-706dd0ab8955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d4914f1-a8cf-4928-8ae1-a59ddfd54e8b'}] {{(pid=114214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:59:30.784367 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a2c01d47b82d907f81ba0899610efc862c27db097cd111ee9714155fede03ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9052d73-e9c2-49be-95c0-23690dad8958" -d '{"events": [{"server_uuid": "10ac3685-2e63-4e77-969c-706dd0ab8955", "name": "network-vif-plugged", "status": "completed", "tag": "9d4914f1-a8cf-4928-8ae1-a59ddfd54e8b"}]}' {{(pid=114214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 23:59:30.800063 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] For port 9d4914f1-a8cf-4928-8ae1-a59ddfd54e8b, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=9d4914f1-a8cf-4928-8ae1-a59ddfd54e8b,segment=NetworkSegment(191d73d0-9208-4ea1-bb83-ed60d521a42d),segment_id=191d73d0-9208-4ea1-bb83-ed60d521a42d)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:59:30.838286 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 23:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd12c4a-f6a7-4fe9-bc2d-45bcf997f505 x-openstack-request-id: req-8fd12c4a-f6a7-4fe9-bc2d-45bcf997f505 {{(pid=114214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 23:59:30.838871 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10ac3685-2e63-4e77-969c-706dd0ab8955", "name": "network-vif-plugged", "status": "completed", "tag": "9d4914f1-a8cf-4928-8ae1-a59ddfd54e8b", "code": 200}]} {{(pid=114214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 23:59:30.839191 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8fd12c4a-f6a7-4fe9-bc2d-45bcf997f505 {{(pid=114214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 23:59:30.839600 dv-cinder-840375-1-iscsi neutron-server[114214]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fd12c4a-f6a7-4fe9-bc2d-45bcf997f505'] response: {'server_uuid': '10ac3685-2e63-4e77-969c-706dd0ab8955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d4914f1-a8cf-4928-8ae1-a59ddfd54e8b', 'code': 200} May 03 23:59:30.846346 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e7ccc6-7807-445e-90a7-39ea662a1c9d req-29a2927c-b0dc-4340-b2ab-beec478ceac8 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:30.847878 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-51e7ccc6-7807-445e-90a7-39ea662a1c9d req-29a2927c-b0dc-4340-b2ab-beec478ceac8 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=10ac3685-2e63-4e77-969c-706dd0ab8955 HTTP/1.1" status: 200 len: 944 time: 0.0618062 May 03 23:59:30.891634 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:30.894616 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-51e7ccc6-7807-445e-90a7-39ea662a1c9d req-7479ef2c-7be7-4638-a2e8-30a56a2f2482 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/security-groups?id=0280acdd-9a34-4d45-bfeb-49827e6f5636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394533 May 03 23:59:30.953343 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Pushing event updated for resources: {'Port': ['ID=9d4914f1-a8cf-4928-8ae1-a59ddfd54e8b,revision_number=5']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:59:31.053863 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c505b0-773e-46f1-805b-3dfc2dda4c85 req-bdfe7893-185d-4108-ba63-db42a85ea8b9 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:31.055356 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-86c505b0-773e-46f1-805b-3dfc2dda4c85 req-bdfe7893-185d-4108-ba63-db42a85ea8b9 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4103cf2-2713-46a4-b488-6f4b7c073536 HTTP/1.1" status: 200 len: 946 time: 0.0508096 May 03 23:59:31.097279 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-86c505b0-773e-46f1-805b-3dfc2dda4c85 req-b33f21e3-d55e-49a4-897c-6fbbca298a29 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ef122cb-b2d7-4f4c-a22c-0ef0f7f5683d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346472 May 03 23:59:31.255952 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d10dda-3181-46e1-8800-47fa07ce069b req-8c9926e8-891f-471a-b66d-7f7545ab776c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:31.257526 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-d7d10dda-3181-46e1-8800-47fa07ce069b req-8c9926e8-891f-471a-b66d-7f7545ab776c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=10ac3685-2e63-4e77-969c-706dd0ab8955 HTTP/1.1" status: 200 len: 1098 time: 0.0455210 May 03 23:59:31.296590 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-d7d10dda-3181-46e1-8800-47fa07ce069b req-c77884d4-2cef-4ec8-ad20-d6dcb3ca6da7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0280acdd-9a34-4d45-bfeb-49827e6f5636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315897 May 03 23:59:31.404907 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca5acf9-476a-4f63-863d-c5eb1b37bb71 req-2c56ac68-7938-4ead-b1ed-536a63f0db3a tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:31.406488 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-7ca5acf9-476a-4f63-863d-c5eb1b37bb71 req-2c56ac68-7938-4ead-b1ed-536a63f0db3a tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/ports?device_id=7764431b-1c5b-44f8-a08c-f7fdad54d288 HTTP/1.1" status: 200 len: 944 time: 0.0592127 May 03 23:59:31.411673 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-e717db86-582e-4cc7-942c-bea470fcea6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:31.458769 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-7ca5acf9-476a-4f63-863d-c5eb1b37bb71 req-ca663ec5-6e75-4184-9fa0-546006dc5054 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ce46192-56ed-4e3c-8c55-0dfeda54a709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399599 May 03 23:59:32.002463 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 42202) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:59:32.051653 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e204f8a-0baa-450b-b1c8-b9c99afc2240 req-e074f682-f530-4c6b-8ea1-c24752d712cc tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:32.053168 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-2e204f8a-0baa-450b-b1c8-b9c99afc2240 req-e074f682-f530-4c6b-8ea1-c24752d712cc tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=10ac3685-2e63-4e77-969c-706dd0ab8955 HTTP/1.1" status: 200 len: 945 time: 0.0695267 May 03 23:59:32.101247 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-2e204f8a-0baa-450b-b1c8-b9c99afc2240 req-c145e9d3-303a-49f7-8ac6-b393bf3f6a9b tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/security-groups?id=0280acdd-9a34-4d45-bfeb-49827e6f5636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374730 May 03 23:59:32.157951 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-9ef947dd-eed1-4019-a912-d7e30ef4b7f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:32.266252 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d646fb-260e-4591-8c8a-a2b1398bf16c req-a346dab1-1f72-4668-a0a7-147fa499475e tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:32.268056 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-19d646fb-260e-4591-8c8a-a2b1398bf16c req-a346dab1-1f72-4668-a0a7-147fa499475e tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4103cf2-2713-46a4-b488-6f4b7c073536 HTTP/1.1" status: 200 len: 946 time: 0.0812302 May 03 23:59:32.305342 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-9ef947dd-eed1-4019-a912-d7e30ef4b7f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:32.324067 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-19d646fb-260e-4591-8c8a-a2b1398bf16c req-dc40ed1f-2f33-44ca-b110-866f4576a131 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ef122cb-b2d7-4f4c-a22c-0ef0f7f5683d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496800 May 03 23:59:32.348523 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-9ef947dd-eed1-4019-a912-d7e30ef4b7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:32.389331 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-9ef947dd-eed1-4019-a912-d7e30ef4b7f8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3544069ca0aa4b248aae779f555c4b9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3853245 May 03 23:59:32.390208 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef947dd-eed1-4019-a912-d7e30ef4b7f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2677f2e2-9b2a-45cb-ae47-14068e581fbf,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:59:32.392991 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 42208) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:59:32.442272 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-be7f1b08-6cc0-4362-9ef9-46f180c31cce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:32.464191 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-be7f1b08-6cc0-4362-9ef9-46f180c31cce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:32.581967 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6236f1de-95f9-44f6-b1b8-e2437477a628 req-96b3d303-0e5f-4c8c-a7ec-41f58010bd11 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:32.583497 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-6236f1de-95f9-44f6-b1b8-e2437477a628 req-96b3d303-0e5f-4c8c-a7ec-41f58010bd11 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/ports?device_id=7764431b-1c5b-44f8-a08c-f7fdad54d288 HTTP/1.1" status: 200 len: 944 time: 0.0534348 May 03 23:59:32.609451 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-be7f1b08-6cc0-4362-9ef9-46f180c31cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:32.612294 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-be7f1b08-6cc0-4362-9ef9-46f180c31cce admin admin] Notify callbacks [] for security_group, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:32.613482 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-be7f1b08-6cc0-4362-9ef9-46f180c31cce admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2677f2e2-9b2a-45cb-ae47-14068e581fbf HTTP/1.1" status: 204 len: 168 time: 0.2194903 May 03 23:59:32.627612 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7f1b08-6cc0-4362-9ef9-46f180c31cce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2677f2e2-9b2a-45cb-ae47-14068e581fbf,revision_number=None']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:59:32.645103 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-6236f1de-95f9-44f6-b1b8-e2437477a628 req-1bb6d383-074a-442c-b795-32295c0d1bfc tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ce46192-56ed-4e3c-8c55-0dfeda54a709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508938 May 03 23:59:33.289188 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd0ab8-cce7-4e7d-b978-e3fba46cf0a9 req-7b267293-9fd4-4edf-9d73-0c5a681eac56 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:33.290893 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-fddd0ab8-cce7-4e7d-b978-e3fba46cf0a9 req-7b267293-9fd4-4edf-9d73-0c5a681eac56 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=10ac3685-2e63-4e77-969c-706dd0ab8955 HTTP/1.1" status: 200 len: 945 time: 0.0630386 May 03 23:59:33.359383 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-fddd0ab8-cce7-4e7d-b978-e3fba46cf0a9 req-9f6e10f2-e257-4ec6-bbf6-679ce1fedb1d tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/security-groups?id=0280acdd-9a34-4d45-bfeb-49827e6f5636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614886 May 03 23:59:33.367099 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 42220) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:59:33.393193 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-182150cc-91e4-43b0-9537-01608bcd4579 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:33.505105 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e7464a-f2b8-4e5b-bb1e-a9b5b0c42c44 req-534d5602-21ab-4908-bf5b-1d86331f2d61 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:33.506795 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-56e7464a-f2b8-4e5b-bb1e-a9b5b0c42c44 req-534d5602-21ab-4908-bf5b-1d86331f2d61 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4103cf2-2713-46a4-b488-6f4b7c073536 HTTP/1.1" status: 200 len: 946 time: 0.0834134 May 03 23:59:33.511095 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80797509-c4a3-4796-b95c-e4099b783db8 req-f0e65950-46b7-4956-86c6-044739277750 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:33.512741 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-80797509-c4a3-4796-b95c-e4099b783db8 req-f0e65950-46b7-4956-86c6-044739277750 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=10ac3685-2e63-4e77-969c-706dd0ab8955 HTTP/1.1" status: 200 len: 945 time: 0.0625079 May 03 23:59:33.522922 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 42224) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:59:33.529225 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [None req-3a6a38f5-8cae-4874-8688-f957e86f56ae tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Request body: {'floatingip': {'port_id': '9d4914f1-a8cf-4928-8ae1-a59ddfd54e8b'}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:59:33.556274 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-182150cc-91e4-43b0-9537-01608bcd4579 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:33.569661 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-3a6a38f5-8cae-4874-8688-f957e86f56ae tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks [] for floatingip, before_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:33.578949 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-56e7464a-f2b8-4e5b-bb1e-a9b5b0c42c44 req-f2cebb9f-6b7d-4042-bd94-ed89a27f2414 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ef122cb-b2d7-4f4c-a22c-0ef0f7f5683d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601726 May 03 23:59:33.628254 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-182150cc-91e4-43b0-9537-01608bcd4579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:33.674557 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-182150cc-91e4-43b0-9537-01608bcd4579 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1ecb43d2cd91432780402c3eb968fb91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3063061 May 03 23:59:33.675142 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182150cc-91e4-43b0-9537-01608bcd4579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1b202d-6252-4ac3-b0ec-2b7318a304e6,revision_number=1']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:59:33.677308 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 42226) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:59:33.857438 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-ab0fa70e-4d21-4986-9aaf-4047cfca14f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:33.874567 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-46da0a72-fbaf-4660-939e-4a2f9f7c2066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:33.948349 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14553f08-cf9d-4ff7-a1ec-98024b0763e1 req-e7b3fce5-d121-449e-ac87-98f6da4e8e9c tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:33.950138 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-14553f08-cf9d-4ff7-a1ec-98024b0763e1 req-e7b3fce5-d121-449e-ac87-98f6da4e8e9c tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/ports?device_id=7764431b-1c5b-44f8-a08c-f7fdad54d288 HTTP/1.1" status: 200 len: 944 time: 0.1545134 May 03 23:59:33.953572 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-ab0fa70e-4d21-4986-9aaf-4047cfca14f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:34.105231 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-14553f08-cf9d-4ff7-a1ec-98024b0763e1 req-f3275561-bf0e-462e-a0c6-4ca90aa3e13f tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ce46192-56ed-4e3c-8c55-0dfeda54a709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412711 May 03 23:59:34.218036 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-ab0fa70e-4d21-4986-9aaf-4047cfca14f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:34.220547 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-ab0fa70e-4d21-4986-9aaf-4047cfca14f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:34.221705 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-ab0fa70e-4d21-4986-9aaf-4047cfca14f8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ab1b202d-6252-4ac3-b0ec-2b7318a304e6 HTTP/1.1" status: 204 len: 168 time: 0.5429025 May 03 23:59:34.270363 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0fa70e-4d21-4986-9aaf-4047cfca14f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab1b202d-6252-4ac3-b0ec-2b7318a304e6,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:59:34.298485 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-3a6a38f5-8cae-4874-8688-f957e86f56ae tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:34.360267 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-3a6a38f5-8cae-4874-8688-f957e86f56ae tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3761754'] for floatingip, after_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:34.493130 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.db.l3_db [None req-3a6a38f5-8cae-4874-8688-f957e86f56ae tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Floating IP 955e9d2c-958e-49ef-a962-34b2522f4e1c associated. External IP: 172.27.2.225, port: 9d4914f1-a8cf-4928-8ae1-a59ddfd54e8b. May 03 23:59:34.729009 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981f4779-818b-418b-a17d-f30ee7a8d5a6 req-6ec33966-74c4-459b-b549-eb26c34e15c0 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:34.734116 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-981f4779-818b-418b-a17d-f30ee7a8d5a6 req-6ec33966-74c4-459b-b549-eb26c34e15c0 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4103cf2-2713-46a4-b488-6f4b7c073536 HTTP/1.1" status: 200 len: 946 time: 0.0649793 May 03 23:59:34.792742 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-981f4779-818b-418b-a17d-f30ee7a8d5a6 req-a5778a76-daf5-465b-ac81-5699dd4ee15a tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ef122cb-b2d7-4f4c-a22c-0ef0f7f5683d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547075 May 03 23:59:34.810262 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a6a38f5-8cae-4874-8688-f957e86f56ae tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Router 631a97f7-1cbf-4b95-adf6-8a2f356d4019 has already been hosted by L3 agent 758adf3f-89d7-4e1b-912e-3871fb413390 {{(pid=114212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 23:59:34.968513 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a6a38f5-8cae-4874-8688-f957e86f56ae tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify agent at l3_agent.dv-cinder-840375-1-iscsi the message routers_updated {{(pid=114212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 23:59:34.977123 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-3a6a38f5-8cae-4874-8688-f957e86f56ae tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371'] for floatingip, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:34.987750 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77dbcc1-4d5a-4d41-927b-eb5f9d8267ad None None] Sync routers for ids ['631a97f7-1cbf-4b95-adf6-8a2f356d4019'] in dv-cinder-840375-1-iscsi {{(pid=114215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:59:34.999517 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77dbcc1-4d5a-4d41-927b-eb5f9d8267ad None None] Routers {'631a97f7-1cbf-4b95-adf6-8a2f356d4019'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:59:35.000914 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-d77dbcc1-4d5a-4d41-927b-eb5f9d8267ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-03T23:59:34Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['631a97f7-1cbf-4b95-adf6-8a2f356d4019'], 'active': True} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:59:35.023383 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-3a6a38f5-8cae-4874-8688-f957e86f56ae tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "PUT /v2.0/floatingips/955e9d2c-958e-49ef-a962-34b2522f4e1c HTTP/1.1" status: 200 len: 991 time: 1.4990370 May 03 23:59:35.024503 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10ac3685-2e63-4e77-969c-706dd0ab8955', 'tag': '9d4914f1-a8cf-4928-8ae1-a59ddfd54e8b'}] {{(pid=114212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:59:35.028787 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d2be33a93c6036cad1ba084e78d1c3d957b621bee157ccc93bfe0a4b69d877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7fdb105-a1ec-4c69-b64c-fb9b220a9434" -d '{"events": [{"name": "network-changed", "server_uuid": "10ac3685-2e63-4e77-969c-706dd0ab8955", "tag": "9d4914f1-a8cf-4928-8ae1-a59ddfd54e8b"}]}' {{(pid=114212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 23:59:35.076647 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 23:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e3f565e-d565-44a9-9c38-d75fda8389d8 x-openstack-request-id: req-5e3f565e-d565-44a9-9c38-d75fda8389d8 {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 23:59:35.076966 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10ac3685-2e63-4e77-969c-706dd0ab8955", "tag": "9d4914f1-a8cf-4928-8ae1-a59ddfd54e8b", "status": "completed", "code": 200}]} {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 23:59:35.077179 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5e3f565e-d565-44a9-9c38-d75fda8389d8 {{(pid=114212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 23:59:35.077625 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e3f565e-d565-44a9-9c38-d75fda8389d8'] response: {'name': 'network-changed', 'server_uuid': '10ac3685-2e63-4e77-969c-706dd0ab8955', 'tag': '9d4914f1-a8cf-4928-8ae1-a59ddfd54e8b', 'status': 'completed', 'code': 200} May 03 23:59:35.144730 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvr_db [None req-d77dbcc1-4d5a-4d41-927b-eb5f9d8267ad None None] Set router 631a97f7-1cbf-4b95-adf6-8a2f356d4019 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 23:59:35.265425 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac78968c-8414-4360-a526-06e221ca8bd6 req-7bc824c8-4282-40cf-a70e-d94614c2a32b tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:35.267093 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-ac78968c-8414-4360-a526-06e221ca8bd6 req-7bc824c8-4282-40cf-a70e-d94614c2a32b tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/ports?device_id=7764431b-1c5b-44f8-a08c-f7fdad54d288 HTTP/1.1" status: 200 len: 944 time: 0.0669096 May 03 23:59:35.313096 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fdb105-a1ec-4c69-b64c-fb9b220a9434 req-ffea7546-1f5b-40cd-9e2e-888c413b4311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:35.316498 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-a7fdb105-a1ec-4c69-b64c-fb9b220a9434 req-ffea7546-1f5b-40cd-9e2e-888c413b4311 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4f6a10010e894f0390d087e92b3d1035&device_id=10ac3685-2e63-4e77-969c-706dd0ab8955 HTTP/1.1" status: 200 len: 1098 time: 0.0705450 May 03 23:59:35.327370 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-ac78968c-8414-4360-a526-06e221ca8bd6 req-5ec1f30e-c27e-4344-8f6f-e0916225c032 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ce46192-56ed-4e3c-8c55-0dfeda54a709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526891 May 03 23:59:35.371781 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-9988ed24-7efc-4e8a-acf7-bcbfa55ed3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:35.486250 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fdb105-a1ec-4c69-b64c-fb9b220a9434 req-8e5c393f-dfc8-4b56-866f-22f01df0ed2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:35.488404 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-a7fdb105-a1ec-4c69-b64c-fb9b220a9434 req-8e5c393f-dfc8-4b56-866f-22f01df0ed2b service neutron] 10.222.0.47 "GET /v2.0/networks?id=88061c84-ec22-4a18-841b-8db91bd7572a HTTP/1.1" status: 200 len: 915 time: 0.1629646 May 03 23:59:35.507690 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-d77dbcc1-4d5a-4d41-927b-eb5f9d8267ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'name': 'tempest-AttachVolumeNegativeTest-158062797-router', 'tenant_id': '4f6a10010e894f0390d087e92b3d1035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '4451ff75-8bf2-4507-a5f3-127842a648f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:52:56Z', 'updated_at': '2022-05-03T23:53:06Z', 'revision_number': 4, 'project_id': '4f6a10010e894f0390d087e92b3d1035', 'gw_port': {'id': '4451ff75-8bf2-4507-a5f3-127842a648f6', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:06:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:52:58Z', 'updated_at': '2022-05-03T23:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_floatingips': [{'id': '955e9d2c-958e-49ef-a962-34b2522f4e1c', 'tenant_id': '4f6a10010e894f0390d087e92b3d1035', 'floating_ip_address': '172.27.2.225', 'floating_network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'router_id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'port_id': '9d4914f1-a8cf-4928-8ae1-a59ddfd54e8b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88061c84-ec22-4a18-841b-8db91bd7572a', 'mac_address': 'fa:16:3e:66:cf:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ac3685-2e63-4e77-969c-706dd0ab8955', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:59:17Z', 'updated_at': '2022-05-03T23:59:34Z', 'revision_number': 1, 'project_id': '4f6a10010e894f0390d087e92b3d1035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd07f3b14-e6b3-40d4-9719-de456f7359f6', 'name': '', 'network_id': '88061c84-ec22-4a18-841b-8db91bd7572a', 'tenant_id': '4f6a10010e894f0390d087e92b3d1035', 'mac_address': 'fa:16:3e:f6:8d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b5c212ed-61ce-414c-afb5-0c8516817b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:04Z', 'updated_at': '2022-05-03T23:53:17Z', 'revision_number': 5, 'project_id': '4f6a10010e894f0390d087e92b3d1035', 'subnets': [{'id': 'b5c212ed-61ce-414c-afb5-0c8516817b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:59:35.548308 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77dbcc1-4d5a-4d41-927b-eb5f9d8267ad None None] Checking router: 631a97f7-1cbf-4b95-adf6-8a2f356d4019 for host: dv-cinder-840375-1-iscsi {{(pid=114215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:59:35.567289 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77dbcc1-4d5a-4d41-927b-eb5f9d8267ad None None] Routers {'631a97f7-1cbf-4b95-adf6-8a2f356d4019'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:59:35.568674 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-d77dbcc1-4d5a-4d41-927b-eb5f9d8267ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-03T23:59:34Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['631a97f7-1cbf-4b95-adf6-8a2f356d4019'], 'active': True} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:59:35.617765 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-a7fdb105-a1ec-4c69-b64c-fb9b220a9434 req-4c25fd65-2f38-4ebf-aa03-34b67705e2bc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d4914f1-a8cf-4928-8ae1-a59ddfd54e8b HTTP/1.1" status: 200 len: 999 time: 0.1213136 May 03 23:59:35.685203 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fdb105-a1ec-4c69-b64c-fb9b220a9434 req-ffa45489-d168-46f9-97c3-8d6b3c012c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:35.685875 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-a7fdb105-a1ec-4c69-b64c-fb9b220a9434 req-ffa45489-d168-46f9-97c3-8d6b3c012c5f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b5c212ed-61ce-414c-afb5-0c8516817b16 HTTP/1.1" status: 200 len: 853 time: 0.0615830 May 03 23:59:35.702820 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvr_db [None req-d77dbcc1-4d5a-4d41-927b-eb5f9d8267ad None None] Set router 631a97f7-1cbf-4b95-adf6-8a2f356d4019 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 23:59:35.741336 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fdb105-a1ec-4c69-b64c-fb9b220a9434 req-edf07a65-2c04-4c64-b7af-bb514edc3b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:35.742925 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-a7fdb105-a1ec-4c69-b64c-fb9b220a9434 req-edf07a65-2c04-4c64-b7af-bb514edc3b26 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=88061c84-ec22-4a18-841b-8db91bd7572a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0501571 May 03 23:59:35.875821 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-a7fdb105-a1ec-4c69-b64c-fb9b220a9434 req-e6c528fd-4949-4798-ad11-8e5887f856d1 service neutron] 10.222.0.47 "GET /v2.0/networks/88061c84-ec22-4a18-841b-8db91bd7572a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253469 May 03 23:59:36.005436 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a105d4b-4c3a-4c55-93cd-28d532d4a730 req-26677e2a-e6ad-4828-b0c2-1357b66d3182 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:36.006979 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-7a105d4b-4c3a-4c55-93cd-28d532d4a730 req-26677e2a-e6ad-4828-b0c2-1357b66d3182 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4103cf2-2713-46a4-b488-6f4b7c073536 HTTP/1.1" status: 200 len: 946 time: 0.1031859 May 03 23:59:36.019866 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-a7fdb105-a1ec-4c69-b64c-fb9b220a9434 req-4bec7dbf-37c5-461b-8b9f-f17d4220224a service neutron] 10.222.0.47 "GET /v2.0/networks/88061c84-ec22-4a18-841b-8db91bd7572a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369824 May 03 23:59:36.074920 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-7a105d4b-4c3a-4c55-93cd-28d532d4a730 req-80f5c340-10cc-404a-b940-7ecc8cd0e7ce tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ef122cb-b2d7-4f4c-a22c-0ef0f7f5683d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580974 May 03 23:59:36.077831 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-d77dbcc1-4d5a-4d41-927b-eb5f9d8267ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'name': 'tempest-AttachVolumeNegativeTest-158062797-router', 'tenant_id': '4f6a10010e894f0390d087e92b3d1035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '4451ff75-8bf2-4507-a5f3-127842a648f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:52:56Z', 'updated_at': '2022-05-03T23:53:06Z', 'revision_number': 4, 'project_id': '4f6a10010e894f0390d087e92b3d1035', 'gw_port': {'id': '4451ff75-8bf2-4507-a5f3-127842a648f6', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:06:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:52:58Z', 'updated_at': '2022-05-03T23:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_floatingips': [{'id': '955e9d2c-958e-49ef-a962-34b2522f4e1c', 'tenant_id': '4f6a10010e894f0390d087e92b3d1035', 'floating_ip_address': '172.27.2.225', 'floating_network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'router_id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'port_id': '9d4914f1-a8cf-4928-8ae1-a59ddfd54e8b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88061c84-ec22-4a18-841b-8db91bd7572a', 'mac_address': 'fa:16:3e:66:cf:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ac3685-2e63-4e77-969c-706dd0ab8955', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:59:17Z', 'updated_at': '2022-05-03T23:59:34Z', 'revision_number': 1, 'project_id': '4f6a10010e894f0390d087e92b3d1035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd07f3b14-e6b3-40d4-9719-de456f7359f6', 'name': '', 'network_id': '88061c84-ec22-4a18-841b-8db91bd7572a', 'tenant_id': '4f6a10010e894f0390d087e92b3d1035', 'mac_address': 'fa:16:3e:f6:8d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b5c212ed-61ce-414c-afb5-0c8516817b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:04Z', 'updated_at': '2022-05-03T23:53:17Z', 'revision_number': 5, 'project_id': '4f6a10010e894f0390d087e92b3d1035', 'subnets': [{'id': 'b5c212ed-61ce-414c-afb5-0c8516817b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:59:36.110533 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77dbcc1-4d5a-4d41-927b-eb5f9d8267ad None None] The sync data for ids ['631a97f7-1cbf-4b95-adf6-8a2f356d4019'] in dv-cinder-840375-1-iscsi is: [{'id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'name': 'tempest-AttachVolumeNegativeTest-158062797-router', 'tenant_id': '4f6a10010e894f0390d087e92b3d1035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '4451ff75-8bf2-4507-a5f3-127842a648f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:52:56Z', 'updated_at': '2022-05-03T23:53:06Z', 'revision_number': 4, 'project_id': '4f6a10010e894f0390d087e92b3d1035', 'gw_port': {'id': '4451ff75-8bf2-4507-a5f3-127842a648f6', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:06:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:52:58Z', 'updated_at': '2022-05-03T23:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_floatingips': [{'id': '955e9d2c-958e-49ef-a962-34b2522f4e1c', 'tenant_id': '4f6a10010e894f0390d087e92b3d1035', 'floating_ip_address': '172.27.2.225', 'floating_network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'router_id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'port_id': '9d4914f1-a8cf-4928-8ae1-a59ddfd54e8b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88061c84-ec22-4a18-841b-8db91bd7572a', 'mac_address': 'fa:16:3e:66:cf:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ac3685-2e63-4e77-969c-706dd0ab8955', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:59:17Z', 'updated_at': '2022-05-03T23:59:34Z', 'revision_number': 1, 'project_id': '4f6a10010e894f0390d087e92b3d1035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd07f3b14-e6b3-40d4-9719-de456f7359f6', 'name': '', 'network_id': '88061c84-ec22-4a18-841b-8db91bd7572a', 'tenant_id': '4f6a10010e894f0390d087e92b3d1035', 'mac_address': 'fa:16:3e:f6:8d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b5c212ed-61ce-414c-afb5-0c8516817b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:04Z', 'updated_at': '2022-05-03T23:53:17Z', 'revision_number': 5, 'project_id': '4f6a10010e894f0390d087e92b3d1035', 'subnets': [{'id': 'b5c212ed-61ce-414c-afb5-0c8516817b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:59:36.206071 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-f3996685-9434-443c-b5d7-edb245b755aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:36.326919 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 42268) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:59:36.337142 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564acf3c-5df5-43b5-9d68-d5e9a71cb59d None None] New status for floating IP 955e9d2c-958e-49ef-a962-34b2522f4e1c: ACTIVE {{(pid=114214) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 23:59:36.484918 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03b9d8d-7103-4ea8-a484-a1e3fc2e49dd req-d3c0bac3-7876-4304-b9bf-a13fd40d4070 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:36.485650 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.agents_db [None req-33eb5aa9-4e04-49df-8f84-9829a3bd54c6 None None] Agent healthcheck: found 6 active agents {{(pid=114215) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 23:59:36.485765 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-c03b9d8d-7103-4ea8-a484-a1e3fc2e49dd req-d3c0bac3-7876-4304-b9bf-a13fd40d4070 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/ports?device_id=7764431b-1c5b-44f8-a08c-f7fdad54d288 HTTP/1.1" status: 200 len: 944 time: 0.0663993 May 03 23:59:36.485878 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-2a210f9d-af9d-4bcc-9f4e-34d757fea1ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:36.535311 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-c03b9d8d-7103-4ea8-a484-a1e3fc2e49dd req-b8e77578-4905-4771-9972-5d39ffebbce4 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ce46192-56ed-4e3c-8c55-0dfeda54a709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477872 May 03 23:59:36.565305 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device 19e6e5eb-68b5-4cdf-bc60-500368bf6b5e details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=114214) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 23:59:36.607045 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-2a210f9d-af9d-4bcc-9f4e-34d757fea1ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:36.685574 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-2a210f9d-af9d-4bcc-9f4e-34d757fea1ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:36.737179 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-2a210f9d-af9d-4bcc-9f4e-34d757fea1ae admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=829d7133332f4f11963f2fb99ff32944&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4087086 May 03 23:59:36.738044 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a210f9d-af9d-4bcc-9f4e-34d757fea1ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0a49c9-ac3b-4cba-b772-dd48088142cb,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:59:36.745703 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 42274) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 03 23:59:36.775784 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] For port 19e6e5eb-68b5-4cdf-bc60-500368bf6b5e, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=19e6e5eb-68b5-4cdf-bc60-500368bf6b5e,segment=NetworkSegment(a15bf7d2-78b2-4aa9-b3b7-3ddcf679b30b),segment_id=a15bf7d2-78b2-4aa9-b3b7-3ddcf679b30b)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:59:36.792557 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Returning: {'device': '19e6e5eb-68b5-4cdf-bc60-500368bf6b5e', 'network_id': '609cef8e-df65-49c3-ae42-a7cfad649592', 'port_id': '19e6e5eb-68b5-4cdf-bc60-500368bf6b5e', 'mac_address': 'fa:16:3e:3f:29:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '088459d7-9fa5-4572-a877-8b61a3a87623', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114214) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 23:59:36.813679 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-76143bd0-3af4-481c-8696-2af9952bd40d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:36.842545 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-76143bd0-3af4-481c-8696-2af9952bd40d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:36.873622 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:36.886738 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.notifiers.nova [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19e6e5eb-68b5-4cdf-bc60-500368bf6b5e {{(pid=114214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:59:36.907440 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] For port 19e6e5eb-68b5-4cdf-bc60-500368bf6b5e, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=19e6e5eb-68b5-4cdf-bc60-500368bf6b5e,segment=NetworkSegment(a15bf7d2-78b2-4aa9-b3b7-3ddcf679b30b),segment_id=a15bf7d2-78b2-4aa9-b3b7-3ddcf679b30b)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:59:36.942223 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:36.959439 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:36.959715 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-76143bd0-3af4-481c-8696-2af9952bd40d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:36.963596 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-76143bd0-3af4-481c-8696-2af9952bd40d admin admin] Notify callbacks [] for security_group, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:36.967271 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-76143bd0-3af4-481c-8696-2af9952bd40d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8a0a49c9-ac3b-4cba-b772-dd48088142cb HTTP/1.1" status: 204 len: 168 time: 0.2222240 May 03 23:59:36.976494 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76143bd0-3af4-481c-8696-2af9952bd40d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a0a49c9-ac3b-4cba-b772-dd48088142cb,revision_number=None']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:59:37.030143 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Pushing event updated for resources: {'Port': ['ID=19e6e5eb-68b5-4cdf-bc60-500368bf6b5e,revision_number=7']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:59:37.209356 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b89b04-77bf-4a37-92eb-66ecefae49ba req-b423d99a-eff4-4b15-ad12-41570d633c6a tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:37.211029 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-a2b89b04-77bf-4a37-92eb-66ecefae49ba req-b423d99a-eff4-4b15-ad12-41570d633c6a tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4103cf2-2713-46a4-b488-6f4b7c073536 HTTP/1.1" status: 200 len: 946 time: 0.0533516 May 03 23:59:37.269698 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-a2b89b04-77bf-4a37-92eb-66ecefae49ba req-f92678f2-ee8f-42dc-b542-d33103dde85d tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ef122cb-b2d7-4f4c-a22c-0ef0f7f5683d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454116 May 03 23:59:37.315476 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] get_ports_and_sgs() called for port_ids ['19e6e5eb-68b5-4cdf-bc60-500368bf6b5e'] {{(pid=114214) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 23:59:37.668161 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abfa0d3-74c6-4ae9-9faf-1a386a8301c8 req-bffaa486-3ad8-48a6-bb6e-9996b75e1c4b tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:37.669687 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-2abfa0d3-74c6-4ae9-9faf-1a386a8301c8 req-bffaa486-3ad8-48a6-bb6e-9996b75e1c4b tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/ports?device_id=7764431b-1c5b-44f8-a08c-f7fdad54d288 HTTP/1.1" status: 200 len: 945 time: 0.0514624 May 03 23:59:37.715599 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-2abfa0d3-74c6-4ae9-9faf-1a386a8301c8 req-c3b0248f-1c68-4ab9-b478-836f6c4a2701 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ce46192-56ed-4e3c-8c55-0dfeda54a709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395601 May 03 23:59:38.424866 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e737097-e339-4d95-b663-703aea993e1a req-31f774c3-dc70-4ab5-b1a1-f2b4b3e5c9e1 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:38.426483 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-2e737097-e339-4d95-b663-703aea993e1a req-31f774c3-dc70-4ab5-b1a1-f2b4b3e5c9e1 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4103cf2-2713-46a4-b488-6f4b7c073536 HTTP/1.1" status: 200 len: 946 time: 0.0634897 May 03 23:59:38.472930 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-2e737097-e339-4d95-b663-703aea993e1a req-3ce97bf5-447b-4812-bd89-caf267d6a995 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ef122cb-b2d7-4f4c-a22c-0ef0f7f5683d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392416 May 03 23:59:38.497940 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device 19e6e5eb-68b5-4cdf-bc60-500368bf6b5e up at agent hyperv_hv-cinder-84037 {{(pid=114214) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 23:59:38.559318 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Provisioning complete for port 19e6e5eb-68b5-4cdf-bc60-500368bf6b5e triggered by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:59:38.565226 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:38.656857 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:38.681381 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7764431b-1c5b-44f8-a08c-f7fdad54d288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19e6e5eb-68b5-4cdf-bc60-500368bf6b5e'}] {{(pid=114214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:59:38.683687 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a2c01d47b82d907f81ba0899610efc862c27db097cd111ee9714155fede03ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77335f2b-3011-4462-91d8-af4a888f4f14" -d '{"events": [{"server_uuid": "7764431b-1c5b-44f8-a08c-f7fdad54d288", "name": "network-vif-plugged", "status": "completed", "tag": "19e6e5eb-68b5-4cdf-bc60-500368bf6b5e"}]}' {{(pid=114214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 23:59:38.700311 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] For port 19e6e5eb-68b5-4cdf-bc60-500368bf6b5e, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=19e6e5eb-68b5-4cdf-bc60-500368bf6b5e,segment=NetworkSegment(a15bf7d2-78b2-4aa9-b3b7-3ddcf679b30b),segment_id=a15bf7d2-78b2-4aa9-b3b7-3ddcf679b30b)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:59:38.729641 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 23:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0234c6aa-8862-4d9a-a6b8-0a35dfa1e3b1 x-openstack-request-id: req-0234c6aa-8862-4d9a-a6b8-0a35dfa1e3b1 {{(pid=114214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 23:59:38.729641 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7764431b-1c5b-44f8-a08c-f7fdad54d288", "name": "network-vif-plugged", "status": "completed", "tag": "19e6e5eb-68b5-4cdf-bc60-500368bf6b5e", "code": 200}]} {{(pid=114214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 23:59:38.729641 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0234c6aa-8862-4d9a-a6b8-0a35dfa1e3b1 {{(pid=114214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 23:59:38.729641 dv-cinder-840375-1-iscsi neutron-server[114214]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0234c6aa-8862-4d9a-a6b8-0a35dfa1e3b1'] response: {'server_uuid': '7764431b-1c5b-44f8-a08c-f7fdad54d288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19e6e5eb-68b5-4cdf-bc60-500368bf6b5e', 'code': 200} May 03 23:59:38.817944 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:38.857764 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7e2edc-d3f6-46c3-915b-6d2a28e74e8f req-2c5037bc-088b-4033-85b6-fe257e785d98 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:38.862502 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-5f7e2edc-d3f6-46c3-915b-6d2a28e74e8f req-2c5037bc-088b-4033-85b6-fe257e785d98 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/ports?device_id=7764431b-1c5b-44f8-a08c-f7fdad54d288 HTTP/1.1" status: 200 len: 945 time: 0.0682704 May 03 23:59:38.887872 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Pushing event updated for resources: {'Port': ['ID=19e6e5eb-68b5-4cdf-bc60-500368bf6b5e,revision_number=8']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:59:38.901383 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-5f7e2edc-d3f6-46c3-915b-6d2a28e74e8f req-92f5bbff-b9a6-4e93-bb7f-2065bba362df tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ce46192-56ed-4e3c-8c55-0dfeda54a709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355988 May 03 23:59:39.160358 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bccab76-99cc-4fdf-a5e9-3d6b0fe7d38b req-4a8ef352-ab69-4f10-9db2-815c201f34aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:39.162077 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-0bccab76-99cc-4fdf-a5e9-3d6b0fe7d38b req-4a8ef352-ab69-4f10-9db2-815c201f34aa service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7764431b-1c5b-44f8-a08c-f7fdad54d288 HTTP/1.1" status: 200 len: 1099 time: 0.0418265 May 03 23:59:39.203994 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-0bccab76-99cc-4fdf-a5e9-3d6b0fe7d38b req-39ebd1f2-ebd5-4598-bef7-b915d7e4af44 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6ce46192-56ed-4e3c-8c55-0dfeda54a709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349326 May 03 23:59:39.602642 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe4e53b-f3a7-4bc8-b92c-7294a21c5e77 req-54e5bcfa-5dff-4213-9a8d-91c9d90cc08a tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:39.604148 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-bfe4e53b-f3a7-4bc8-b92c-7294a21c5e77 req-54e5bcfa-5dff-4213-9a8d-91c9d90cc08a tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4103cf2-2713-46a4-b488-6f4b7c073536 HTTP/1.1" status: 200 len: 946 time: 0.0532310 May 03 23:59:39.648274 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-bfe4e53b-f3a7-4bc8-b92c-7294a21c5e77 req-7b3f74f8-afd4-49b7-8bd0-d4263367e683 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ef122cb-b2d7-4f4c-a22c-0ef0f7f5683d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361505 May 03 23:59:40.032341 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e163ac0-6970-4f61-a2ee-a158f632830e req-b1f654af-508e-447b-ba0f-fd9c4153733b tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:40.044005 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-0e163ac0-6970-4f61-a2ee-a158f632830e req-b1f654af-508e-447b-ba0f-fd9c4153733b tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/ports?device_id=7764431b-1c5b-44f8-a08c-f7fdad54d288 HTTP/1.1" status: 200 len: 946 time: 0.0577798 May 03 23:59:40.084159 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-0e163ac0-6970-4f61-a2ee-a158f632830e req-01268ecd-05e5-4405-a0f2-9f7f2ada877e tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ce46192-56ed-4e3c-8c55-0dfeda54a709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431275 May 03 23:59:40.794575 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5e10a5-d8fa-4ef5-92c3-f34185032525 req-6c8759b0-a8b8-4c07-80e2-9af580c8cb59 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:40.797915 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-0e5e10a5-d8fa-4ef5-92c3-f34185032525 req-6c8759b0-a8b8-4c07-80e2-9af580c8cb59 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4103cf2-2713-46a4-b488-6f4b7c073536 HTTP/1.1" status: 200 len: 946 time: 0.0589526 May 03 23:59:40.861529 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-0e5e10a5-d8fa-4ef5-92c3-f34185032525 req-65eb0de4-5542-4ed0-8102-00e875358c75 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ef122cb-b2d7-4f4c-a22c-0ef0f7f5683d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581195 May 03 23:59:41.218700 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea73720-964e-4ccd-98db-5c35c2f4d8b0 req-04ec9661-3489-46ab-b323-d3a2ecf254a9 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:41.220227 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-9ea73720-964e-4ccd-98db-5c35c2f4d8b0 req-04ec9661-3489-46ab-b323-d3a2ecf254a9 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/ports?device_id=7764431b-1c5b-44f8-a08c-f7fdad54d288 HTTP/1.1" status: 200 len: 946 time: 0.0574465 May 03 23:59:41.264198 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-9ea73720-964e-4ccd-98db-5c35c2f4d8b0 req-d52da57d-518f-4035-b2f4-70d18784cbb2 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ce46192-56ed-4e3c-8c55-0dfeda54a709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353796 May 03 23:59:42.038616 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53063f4c-4955-4a95-a191-2a18f8ee383e req-e929ec3b-fbc2-4428-9688-f6d3c0dab80a tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:42.040621 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-53063f4c-4955-4a95-a191-2a18f8ee383e req-e929ec3b-fbc2-4428-9688-f6d3c0dab80a tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4103cf2-2713-46a4-b488-6f4b7c073536 HTTP/1.1" status: 200 len: 946 time: 0.0734186 May 03 23:59:42.097087 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-53063f4c-4955-4a95-a191-2a18f8ee383e req-674bf3e5-7713-47f1-9d99-de04da1f142c tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ef122cb-b2d7-4f4c-a22c-0ef0f7f5683d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469799 May 03 23:59:43.248229 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b51d0-3c9e-4337-af71-291900eae2dc req-6779fa42-b6e0-40c5-ae4f-b07de056c142 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:43.250092 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-d62b51d0-3c9e-4337-af71-291900eae2dc req-6779fa42-b6e0-40c5-ae4f-b07de056c142 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4103cf2-2713-46a4-b488-6f4b7c073536 HTTP/1.1" status: 200 len: 946 time: 0.0651264 May 03 23:59:43.294402 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-d62b51d0-3c9e-4337-af71-291900eae2dc req-da0dea8c-3ae0-4d69-a46d-44fdc681f357 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ef122cb-b2d7-4f4c-a22c-0ef0f7f5683d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367646 May 03 23:59:44.454498 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e977d1-5b81-43e7-8ca9-38d71bd3ecc6 req-ea747208-0237-4e09-9c69-84ad1cc5e622 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:44.456714 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-73e977d1-5b81-43e7-8ca9-38d71bd3ecc6 req-ea747208-0237-4e09-9c69-84ad1cc5e622 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4103cf2-2713-46a4-b488-6f4b7c073536 HTTP/1.1" status: 200 len: 946 time: 0.0658982 May 03 23:59:44.527455 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-73e977d1-5b81-43e7-8ca9-38d71bd3ecc6 req-f00bc149-25c8-49f4-b3fb-e39751bef5be tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ef122cb-b2d7-4f4c-a22c-0ef0f7f5683d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631859 May 03 23:59:45.668845 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc3d351-5c7f-49f7-90f4-e410a6fe5200 req-d2b50da8-28be-44ed-956f-bb3ebe8f1b3b tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:45.670503 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-1dc3d351-5c7f-49f7-90f4-e410a6fe5200 req-d2b50da8-28be-44ed-956f-bb3ebe8f1b3b tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4103cf2-2713-46a4-b488-6f4b7c073536 HTTP/1.1" status: 200 len: 946 time: 0.0654085 May 03 23:59:45.710706 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-1dc3d351-5c7f-49f7-90f4-e410a6fe5200 req-33548a1a-20d0-4098-aad6-2098f3603335 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ef122cb-b2d7-4f4c-a22c-0ef0f7f5683d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331829 May 03 23:59:46.861710 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99079092-c003-4025-bd12-b2adfcaceabf req-af854302-f3b3-496a-8330-9a79c48fd4b3 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:46.863713 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-99079092-c003-4025-bd12-b2adfcaceabf req-af854302-f3b3-496a-8330-9a79c48fd4b3 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4103cf2-2713-46a4-b488-6f4b7c073536 HTTP/1.1" status: 200 len: 946 time: 0.0642056 May 03 23:59:46.926052 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-99079092-c003-4025-bd12-b2adfcaceabf req-cb493d57-8990-4ec0-b071-0e171924c614 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ef122cb-b2d7-4f4c-a22c-0ef0f7f5683d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518548 May 03 23:59:48.279857 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:48.332725 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686f65c2-d889-46a3-869e-b6ea395a701a req-7987a61f-ae93-4254-a2b3-85b1d616969d tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:48.334213 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-686f65c2-d889-46a3-869e-b6ea395a701a req-7987a61f-ae93-4254-a2b3-85b1d616969d tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4103cf2-2713-46a4-b488-6f4b7c073536 HTTP/1.1" status: 200 len: 946 time: 0.3293579 May 03 23:59:48.385330 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-686f65c2-d889-46a3-869e-b6ea395a701a req-672d487b-4f75-4705-8a88-80f7d234088b tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ef122cb-b2d7-4f4c-a22c-0ef0f7f5683d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417392 May 03 23:59:48.572385 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device ac08da13-3e19-4e42-bd72-745ba261f9b5 details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=114214) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 23:59:48.596893 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-c620e92d-57bd-4054-bd02-de3c91e83915 req-decacf27-797f-4f72-960d-0e6e8a32cdf4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7764431b-1c5b-44f8-a08c-f7fdad54d288&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435896 May 03 23:59:48.732317 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] For port ac08da13-3e19-4e42-bd72-745ba261f9b5, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=ac08da13-3e19-4e42-bd72-745ba261f9b5,segment=NetworkSegment(e39c8e49-66af-4d27-b151-3cf1448d7fbf),segment_id=e39c8e49-66af-4d27-b151-3cf1448d7fbf)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:59:48.746350 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Returning: {'device': 'ac08da13-3e19-4e42-bd72-745ba261f9b5', 'network_id': '6794dc24-6270-444d-9eb8-8dafb7765ac3', 'port_id': 'ac08da13-3e19-4e42-bd72-745ba261f9b5', 'mac_address': 'fa:16:3e:f6:de:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9819db7-dd9c-4945-a665-c049574a03e0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114214) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 23:59:48.775144 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c620e92d-57bd-4054-bd02-de3c91e83915 req-9f85bc96-a343-4d25-8350-b4eacfa89517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:48.777656 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-c620e92d-57bd-4054-bd02-de3c91e83915 req-9f85bc96-a343-4d25-8350-b4eacfa89517 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c7dabe5c6909498eb0e87863bd20caff&device_id=7764431b-1c5b-44f8-a08c-f7fdad54d288 HTTP/1.1" status: 200 len: 1099 time: 0.0739892 May 03 23:59:48.804824 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:48.825070 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.notifiers.nova [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ac08da13-3e19-4e42-bd72-745ba261f9b5 {{(pid=114214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:59:48.848768 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] For port ac08da13-3e19-4e42-bd72-745ba261f9b5, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=ac08da13-3e19-4e42-bd72-745ba261f9b5,segment=NetworkSegment(e39c8e49-66af-4d27-b151-3cf1448d7fbf),segment_id=e39c8e49-66af-4d27-b151-3cf1448d7fbf)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:59:48.921142 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c620e92d-57bd-4054-bd02-de3c91e83915 req-463c55f7-214e-4645-89f9-aea88ede4d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:48.922662 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-c620e92d-57bd-4054-bd02-de3c91e83915 req-463c55f7-214e-4645-89f9-aea88ede4d28 service neutron] 10.222.0.47 "GET /v2.0/networks?id=609cef8e-df65-49c3-ae42-a7cfad649592 HTTP/1.1" status: 200 len: 909 time: 0.1096244 May 03 23:59:48.971679 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:49.018005 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-c620e92d-57bd-4054-bd02-de3c91e83915 req-19e7c586-3680-4981-a503-63fbbf9fcb3f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19e6e5eb-68b5-4cdf-bc60-500368bf6b5e HTTP/1.1" status: 200 len: 1000 time: 0.0798297 May 03 23:59:49.053318 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Pushing event updated for resources: {'Port': ['ID=ac08da13-3e19-4e42-bd72-745ba261f9b5,revision_number=6']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:59:49.086738 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c620e92d-57bd-4054-bd02-de3c91e83915 req-cf59f3c4-a96c-4508-adb5-677cf2ff89ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:49.089468 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-c620e92d-57bd-4054-bd02-de3c91e83915 req-cf59f3c4-a96c-4508-adb5-677cf2ff89ea service neutron] 10.222.0.47 "GET /v2.0/subnets?id=088459d7-9fa5-4572-a877-8b61a3a87623 HTTP/1.1" status: 200 len: 847 time: 0.0605168 May 03 23:59:49.144290 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c620e92d-57bd-4054-bd02-de3c91e83915 req-f460029f-ae34-4b44-8f3d-b98966fae1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:49.145874 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-c620e92d-57bd-4054-bd02-de3c91e83915 req-f460029f-ae34-4b44-8f3d-b98966fae1d9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=609cef8e-df65-49c3-ae42-a7cfad649592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0464275 May 03 23:59:49.234995 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] get_ports_and_sgs() called for port_ids ['ac08da13-3e19-4e42-bd72-745ba261f9b5'] {{(pid=114214) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 23:59:49.262922 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-c620e92d-57bd-4054-bd02-de3c91e83915 req-e831cc0a-872e-4a66-8aa1-ed11ad8b1935 service neutron] 10.222.0.47 "GET /v2.0/networks/609cef8e-df65-49c3-ae42-a7cfad649592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055808 May 03 23:59:49.391716 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-c620e92d-57bd-4054-bd02-de3c91e83915 req-13e04829-e430-46ef-a70a-e9e08c6f7260 service neutron] 10.222.0.47 "GET /v2.0/networks/609cef8e-df65-49c3-ae42-a7cfad649592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215684 May 03 23:59:49.547066 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5def5a7-4909-4e9d-b2f0-404a5622523d req-58a00173-3967-4c94-a661-332fc6e10810 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:49.550352 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-d5def5a7-4909-4e9d-b2f0-404a5622523d req-58a00173-3967-4c94-a661-332fc6e10810 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4103cf2-2713-46a4-b488-6f4b7c073536 HTTP/1.1" status: 200 len: 945 time: 0.0833259 May 03 23:59:49.617830 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-d5def5a7-4909-4e9d-b2f0-404a5622523d req-a8d3dd83-e631-43fa-bd6e-b9db562c5d3f tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ef122cb-b2d7-4f4c-a22c-0ef0f7f5683d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584769 May 03 23:59:50.580845 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device ac08da13-3e19-4e42-bd72-745ba261f9b5 up at agent hyperv_hv-cinder-84037 {{(pid=114214) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 23:59:50.638378 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Provisioning complete for port ac08da13-3e19-4e42-bd72-745ba261f9b5 triggered by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:59:50.640882 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:50.767981 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:50.805553 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4103cf2-2713-46a4-b488-6f4b7c073536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac08da13-3e19-4e42-bd72-745ba261f9b5'}] {{(pid=114214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:59:50.809446 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a2c01d47b82d907f81ba0899610efc862c27db097cd111ee9714155fede03ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f2d0ff9-d3b7-4ed5-9eb5-eb6b51784da2" -d '{"events": [{"server_uuid": "b4103cf2-2713-46a4-b488-6f4b7c073536", "name": "network-vif-plugged", "status": "completed", "tag": "ac08da13-3e19-4e42-bd72-745ba261f9b5"}]}' {{(pid=114214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 23:59:50.811096 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1f5507-7c10-4f50-8601-950325c28b51 req-4ab05539-bc1a-4f02-85fc-87ce8b0c7744 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:50.813947 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-3c1f5507-7c10-4f50-8601-950325c28b51 req-4ab05539-bc1a-4f02-85fc-87ce8b0c7744 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4103cf2-2713-46a4-b488-6f4b7c073536 HTTP/1.1" status: 200 len: 945 time: 0.0833325 May 03 23:59:50.831980 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] For port ac08da13-3e19-4e42-bd72-745ba261f9b5, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=ac08da13-3e19-4e42-bd72-745ba261f9b5,segment=NetworkSegment(e39c8e49-66af-4d27-b151-3cf1448d7fbf),segment_id=e39c8e49-66af-4d27-b151-3cf1448d7fbf)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:59:50.872798 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 23:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c7ed94-69eb-43a8-b523-1aff7fd42619 x-openstack-request-id: req-49c7ed94-69eb-43a8-b523-1aff7fd42619 {{(pid=114214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 23:59:50.873186 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4103cf2-2713-46a4-b488-6f4b7c073536", "name": "network-vif-plugged", "status": "completed", "tag": "ac08da13-3e19-4e42-bd72-745ba261f9b5", "code": 200}]} {{(pid=114214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 23:59:50.873563 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-49c7ed94-69eb-43a8-b523-1aff7fd42619 {{(pid=114214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 23:59:50.875102 dv-cinder-840375-1-iscsi neutron-server[114214]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49c7ed94-69eb-43a8-b523-1aff7fd42619'] response: {'server_uuid': 'b4103cf2-2713-46a4-b488-6f4b7c073536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac08da13-3e19-4e42-bd72-745ba261f9b5', 'code': 200} May 03 23:59:50.886883 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-3c1f5507-7c10-4f50-8601-950325c28b51 req-59d046f4-b443-42d3-b648-f0b30473ff68 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ef122cb-b2d7-4f4c-a22c-0ef0f7f5683d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550952 May 03 23:59:50.944891 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:51.025536 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Pushing event updated for resources: {'Port': ['ID=ac08da13-3e19-4e42-bd72-745ba261f9b5,revision_number=7']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:59:52.151079 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16417cc1-2f3d-48b2-9014-a541d55591be req-eb4cf892-cdf6-4c45-adc3-6433eb95655f tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:52.154139 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-16417cc1-2f3d-48b2-9014-a541d55591be req-eb4cf892-cdf6-4c45-adc3-6433eb95655f tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4103cf2-2713-46a4-b488-6f4b7c073536 HTTP/1.1" status: 200 len: 946 time: 0.0803444 May 03 23:59:52.207359 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-16417cc1-2f3d-48b2-9014-a541d55591be req-3eb76ef5-2aa8-4630-8c81-c25e2b282f08 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ef122cb-b2d7-4f4c-a22c-0ef0f7f5683d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436809 May 03 23:59:53.398083 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c998309-379b-46c9-b0c7-9f93fbfa220b req-dfd57f27-046a-4041-adb7-8bb1bf42bf8f tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:53.400506 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-4c998309-379b-46c9-b0c7-9f93fbfa220b req-dfd57f27-046a-4041-adb7-8bb1bf42bf8f tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4103cf2-2713-46a4-b488-6f4b7c073536 HTTP/1.1" status: 200 len: 946 time: 0.0731134 May 03 23:59:53.471443 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-4c998309-379b-46c9-b0c7-9f93fbfa220b req-b58779b7-3a80-4147-a24f-71912913cf5c tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ef122cb-b2d7-4f4c-a22c-0ef0f7f5683d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636778 May 03 23:59:54.627821 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab4f2b-f1e0-4f1b-9c01-936e49392c72 req-247569f0-79d3-4332-9a8d-f2a21b1a3c18 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:54.632149 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-68ab4f2b-f1e0-4f1b-9c01-936e49392c72 req-247569f0-79d3-4332-9a8d-f2a21b1a3c18 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4103cf2-2713-46a4-b488-6f4b7c073536 HTTP/1.1" status: 200 len: 946 time: 0.0618689 May 03 23:59:54.685300 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-68ab4f2b-f1e0-4f1b-9c01-936e49392c72 req-30eb032e-d009-4ac3-a126-793bfd208178 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ef122cb-b2d7-4f4c-a22c-0ef0f7f5683d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457451 May 03 23:59:55.856457 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c22a33-ba61-474b-a5f8-6b5bf4c05960 req-45e6ca23-7f84-431b-9622-cbe1da0e8afe tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:55.858067 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-e4c22a33-ba61-474b-a5f8-6b5bf4c05960 req-45e6ca23-7f84-431b-9622-cbe1da0e8afe tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4103cf2-2713-46a4-b488-6f4b7c073536 HTTP/1.1" status: 200 len: 946 time: 0.0751367 May 03 23:59:55.904849 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-e4c22a33-ba61-474b-a5f8-6b5bf4c05960 req-144be041-2416-488d-a6a8-88653c958f6b tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ef122cb-b2d7-4f4c-a22c-0ef0f7f5683d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395336 May 03 23:59:57.162205 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea39fe9-2bad-4194-958a-bd9d0fdb6c76 req-dcb216a6-54c6-48ff-8610-f912fd5ae316 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:57.183240 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-4ea39fe9-2bad-4194-958a-bd9d0fdb6c76 req-dcb216a6-54c6-48ff-8610-f912fd5ae316 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4103cf2-2713-46a4-b488-6f4b7c073536 HTTP/1.1" status: 200 len: 946 time: 0.1771798 May 03 23:59:57.288481 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-4ea39fe9-2bad-4194-958a-bd9d0fdb6c76 req-2505926d-9755-4bb5-97ed-bc129aa45058 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ef122cb-b2d7-4f4c-a22c-0ef0f7f5683d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025908 May 03 23:59:58.446832 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec01a527-fd07-4767-8d7b-4af47b88db81 req-8b9578cb-8ee1-48f7-a059-b1b5472a3ff9 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:58.448953 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-ec01a527-fd07-4767-8d7b-4af47b88db81 req-8b9578cb-8ee1-48f7-a059-b1b5472a3ff9 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4103cf2-2713-46a4-b488-6f4b7c073536 HTTP/1.1" status: 200 len: 946 time: 0.0678005 May 03 23:59:58.498786 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-ec01a527-fd07-4767-8d7b-4af47b88db81 req-a56aad01-3225-447d-81b6-afa13508657b tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ef122cb-b2d7-4f4c-a22c-0ef0f7f5683d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431170 May 03 23:59:59.655439 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaac362d-683c-4f6f-9439-acea903de153 req-28d67c04-8392-4d2a-afed-a1e162538dfe tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:59:59.657073 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-aaac362d-683c-4f6f-9439-acea903de153 req-28d67c04-8392-4d2a-afed-a1e162538dfe tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4103cf2-2713-46a4-b488-6f4b7c073536 HTTP/1.1" status: 200 len: 946 time: 0.0697715 May 03 23:59:59.712116 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-aaac362d-683c-4f6f-9439-acea903de153 req-5445d03f-7f9e-406b-89dd-acd662b4988b tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ef122cb-b2d7-4f4c-a22c-0ef0f7f5683d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478060 May 04 00:00:00.908529 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f17823-ff8a-4300-b9e4-3111516bc655 req-f0542154-0692-4019-9a49-0cbe40ab0b3c tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:00:00.918198 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-41f17823-ff8a-4300-b9e4-3111516bc655 req-f0542154-0692-4019-9a49-0cbe40ab0b3c tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4103cf2-2713-46a4-b488-6f4b7c073536 HTTP/1.1" status: 200 len: 946 time: 0.0669680 May 04 00:00:00.960491 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-41f17823-ff8a-4300-b9e4-3111516bc655 req-ca26f25e-2346-4e52-8255-30ef18a06828 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ef122cb-b2d7-4f4c-a22c-0ef0f7f5683d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410914 May 04 00:00:01.449470 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-cc67a54c-090d-410c-a146-7b9ce907682c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:02.139398 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7162c95e-61ce-4d52-b8df-130d87ba07b9 req-3ca22396-8742-4e9f-9f55-459134e0adb0 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:00:02.139398 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-7162c95e-61ce-4d52-b8df-130d87ba07b9 req-3ca22396-8742-4e9f-9f55-459134e0adb0 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4103cf2-2713-46a4-b488-6f4b7c073536 HTTP/1.1" status: 200 len: 946 time: 0.0575817 May 04 00:00:02.154815 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-7162c95e-61ce-4d52-b8df-130d87ba07b9 req-cef8266a-a683-4af4-a1e6-85a5c4406bd0 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ef122cb-b2d7-4f4c-a22c-0ef0f7f5683d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373082 May 04 00:00:03.311199 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c432ee83-09f1-4881-858f-0733e623c928 req-145f48d1-d0b5-47ea-ac83-92cbe7e418d4 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:00:03.315316 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-c432ee83-09f1-4881-858f-0733e623c928 req-145f48d1-d0b5-47ea-ac83-92cbe7e418d4 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4103cf2-2713-46a4-b488-6f4b7c073536 HTTP/1.1" status: 200 len: 946 time: 0.0626338 May 04 00:00:03.356370 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-c432ee83-09f1-4881-858f-0733e623c928 req-55a6a2f0-e39d-4741-95cb-a234e6b83e80 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ef122cb-b2d7-4f4c-a22c-0ef0f7f5683d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371499 May 04 00:00:03.886168 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-0b8937b6-4797-43ca-97e7-f8958e74d131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:04.498611 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22589d4b-90d0-4340-909d-c481bdb67736 req-6e92a2c0-e5be-42b1-8605-d23b38c787ba tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:00:04.500192 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-22589d4b-90d0-4340-909d-c481bdb67736 req-6e92a2c0-e5be-42b1-8605-d23b38c787ba tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4103cf2-2713-46a4-b488-6f4b7c073536 HTTP/1.1" status: 200 len: 946 time: 0.0609896 May 04 00:00:04.547543 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-22589d4b-90d0-4340-909d-c481bdb67736 req-adfd9be9-0926-42ae-b4c9-79aa9c5bef62 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ef122cb-b2d7-4f4c-a22c-0ef0f7f5683d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389466 May 04 00:00:04.910534 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3909036-a681-463a-a7e5-bc91de7ba5f7 req-c215f3b8-25e5-4159-af39-5820c0b314ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:00:04.912817 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-d3909036-a681-463a-a7e5-bc91de7ba5f7 req-c215f3b8-25e5-4159-af39-5820c0b314ba service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=03bce0db30814ab1a93850e3a33758bc&device_id=b4103cf2-2713-46a4-b488-6f4b7c073536 HTTP/1.1" status: 200 len: 1099 time: 0.0459111 May 04 00:00:05.008690 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41de098-bef2-44a5-af57-7421936e4291 req-4a74f803-5bb7-4c96-b8ee-3bac8d418d03 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:00:05.014743 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-f41de098-bef2-44a5-af57-7421936e4291 req-4a74f803-5bb7-4c96-b8ee-3bac8d418d03 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b92644e1-4a25-46a0-85ce-dcb50e5a64f5 HTTP/1.1" status: 200 len: 945 time: 0.0595272 May 04 00:00:05.051801 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-f41de098-bef2-44a5-af57-7421936e4291 req-30d6514b-bfa5-461a-b8d1-a669e082a513 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbd103a9-4897-4c7d-898b-a4c8256cf2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354369 May 04 00:00:05.066127 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3909036-a681-463a-a7e5-bc91de7ba5f7 req-16755d7d-501a-4c3a-8812-db7e8f5f637e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:00:05.067430 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-d3909036-a681-463a-a7e5-bc91de7ba5f7 req-16755d7d-501a-4c3a-8812-db7e8f5f637e service neutron] 10.222.0.47 "GET /v2.0/networks?id=6794dc24-6270-444d-9eb8-8dafb7765ac3 HTTP/1.1" status: 200 len: 918 time: 0.1044853 May 04 00:00:05.153562 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-d3909036-a681-463a-a7e5-bc91de7ba5f7 req-82f03aea-6ac1-4e4f-a5b8-a9f601e5331d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac08da13-3e19-4e42-bd72-745ba261f9b5 HTTP/1.1" status: 200 len: 1002 time: 0.0724871 May 04 00:00:05.220836 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3909036-a681-463a-a7e5-bc91de7ba5f7 req-91c82cbe-d9c8-43e3-8936-17801ec92020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:00:05.222417 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-d3909036-a681-463a-a7e5-bc91de7ba5f7 req-91c82cbe-d9c8-43e3-8936-17801ec92020 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c9819db7-dd9c-4945-a665-c049574a03e0 HTTP/1.1" status: 200 len: 856 time: 0.0563245 May 04 00:00:05.273226 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3909036-a681-463a-a7e5-bc91de7ba5f7 req-3f23ae3b-0874-4b26-bd98-60f806472f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:00:05.274698 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-d3909036-a681-463a-a7e5-bc91de7ba5f7 req-3f23ae3b-0874-4b26-bd98-60f806472f8d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6794dc24-6270-444d-9eb8-8dafb7765ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446811 May 04 00:00:05.378859 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-d3909036-a681-463a-a7e5-bc91de7ba5f7 req-10ffc41f-5a22-4c69-a2e7-8dfe60ce9a18 service neutron] 10.222.0.47 "GET /v2.0/networks/6794dc24-6270-444d-9eb8-8dafb7765ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913072 May 04 00:00:05.382008 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-9988ed24-7efc-4e8a-acf7-bcbfa55ed3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:05.484028 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-d3909036-a681-463a-a7e5-bc91de7ba5f7 req-0be56c7a-594b-4fb4-90ca-4ff60f13c628 service neutron] 10.222.0.47 "GET /v2.0/networks/6794dc24-6270-444d-9eb8-8dafb7765ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970585 May 04 00:00:05.673081 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b56881-cc71-40af-b937-a4c23d67eb91 req-6ae271f2-5b07-4457-af23-aa0c02141662 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:00:05.674603 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-b2b56881-cc71-40af-b937-a4c23d67eb91 req-6ae271f2-5b07-4457-af23-aa0c02141662 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4103cf2-2713-46a4-b488-6f4b7c073536 HTTP/1.1" status: 200 len: 946 time: 0.0513353 May 04 00:00:05.715844 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-b2b56881-cc71-40af-b937-a4c23d67eb91 req-b534eb0d-88d1-4003-aaf9-1c24019473d6 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ef122cb-b2d7-4f4c-a22c-0ef0f7f5683d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348747 May 04 00:00:06.108237 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-f3996685-9434-443c-b5d7-edb245b755aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:06.184654 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9347523d-86f7-430e-83ae-7c0b19a8e671 req-1c079ef8-6cf2-4cb0-a1a5-52de7763fafe tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:00:06.186278 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-9347523d-86f7-430e-83ae-7c0b19a8e671 req-1c079ef8-6cf2-4cb0-a1a5-52de7763fafe tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b92644e1-4a25-46a0-85ce-dcb50e5a64f5 HTTP/1.1" status: 200 len: 945 time: 0.0591490 May 04 00:00:06.227775 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-9347523d-86f7-430e-83ae-7c0b19a8e671 req-155af456-7b92-448e-bc21-9937d9319571 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbd103a9-4897-4c7d-898b-a4c8256cf2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347853 May 04 00:00:06.859114 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd7832a-7b1e-4b54-b174-3454172be6e0 req-3c83ae76-34fa-4fa5-bbd7-aee84a413a5f tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:00:06.861017 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-6bd7832a-7b1e-4b54-b174-3454172be6e0 req-3c83ae76-34fa-4fa5-bbd7-aee84a413a5f tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4103cf2-2713-46a4-b488-6f4b7c073536 HTTP/1.1" status: 200 len: 946 time: 0.0624185 May 04 00:00:06.906701 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-6bd7832a-7b1e-4b54-b174-3454172be6e0 req-f4aabd1a-87aa-44c9-916c-631091f1fcd4 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ef122cb-b2d7-4f4c-a22c-0ef0f7f5683d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382202 May 04 00:00:06.954586 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:07.344862 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e8ef25-f238-4946-a465-399a704ad688 req-ef4d1815-e2bf-41ed-9324-2f9c488b1a3c tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:00:07.348495 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-44e8ef25-f238-4946-a465-399a704ad688 req-ef4d1815-e2bf-41ed-9324-2f9c488b1a3c tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b92644e1-4a25-46a0-85ce-dcb50e5a64f5 HTTP/1.1" status: 200 len: 945 time: 0.0500522 May 04 00:00:07.386932 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-44e8ef25-f238-4946-a465-399a704ad688 req-b6f9caad-ce02-4a5c-bfaf-2613d665d463 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbd103a9-4897-4c7d-898b-a4c8256cf2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336890 May 04 00:00:07.520100 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb426f-282d-4155-a62f-72a5c564721f req-db862f90-ba23-47d5-be26-201043197129 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:00:07.521489 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-4bcb426f-282d-4155-a62f-72a5c564721f req-db862f90-ba23-47d5-be26-201043197129 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.47 "GET /v2.0/ports?device_id=b92644e1-4a25-46a0-85ce-dcb50e5a64f5 HTTP/1.1" status: 200 len: 945 time: 0.0506294 May 04 00:00:07.645619 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.plugin [req-4bcb426f-282d-4155-a62f-72a5c564721f req-84be5c52-1544-4ff0-98cb-e41311e3f819 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Deleting port 0d371f13-d20d-418e-91d6-a19a62ad9f67 {{(pid=114212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 00:00:07.645967 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-4bcb426f-282d-4155-a62f-72a5c564721f req-84be5c52-1544-4ff0-98cb-e41311e3f819 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733331783909'] for port, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:07.743417 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.db [req-4bcb426f-282d-4155-a62f-72a5c564721f req-84be5c52-1544-4ff0-98cb-e41311e3f819 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] For port 0d371f13-d20d-418e-91d6-a19a62ad9f67, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=0d371f13-d20d-418e-91d6-a19a62ad9f67,segment=NetworkSegment(d4ac9688-7820-43e6-987e-96b1e1f3947a),segment_id=d4ac9688-7820-43e6-987e-96b1e1f3947a)] {{(pid=114212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 00:00:07.751566 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-4bcb426f-282d-4155-a62f-72a5c564721f req-84be5c52-1544-4ff0-98cb-e41311e3f819 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764614'] for port, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:07.925174 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-4bcb426f-282d-4155-a62f-72a5c564721f req-84be5c52-1544-4ff0-98cb-e41311e3f819 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:07.925857 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-4bcb426f-282d-4155-a62f-72a5c564721f req-84be5c52-1544-4ff0-98cb-e41311e3f819 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3761754'] for floatingip, after_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:07.925857 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.db.l3_db [req-4bcb426f-282d-4155-a62f-72a5c564721f req-84be5c52-1544-4ff0-98cb-e41311e3f819 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Floating IP 1c0ac2f0-2140-4648-a1ef-10749046c671 disassociated. External IP: 172.27.2.12, port: 0d371f13-d20d-418e-91d6-a19a62ad9f67. May 04 00:00:07.926184 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.plugin [req-4bcb426f-282d-4155-a62f-72a5c564721f req-84be5c52-1544-4ff0-98cb-e41311e3f819 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Calling delete_port for 0d371f13-d20d-418e-91d6-a19a62ad9f67 owned by compute:nova {{(pid=114212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 00:00:08.064666 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a225eb-c05b-4193-bc2b-b9ba4b197ba7 req-11100096-fd65-45f0-ad8d-1d7f1c89c4b5 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:00:08.066151 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-80a225eb-c05b-4193-bc2b-b9ba4b197ba7 req-11100096-fd65-45f0-ad8d-1d7f1c89c4b5 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4103cf2-2713-46a4-b488-6f4b7c073536 HTTP/1.1" status: 200 len: 946 time: 0.0746338 May 04 00:00:08.135146 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-80a225eb-c05b-4193-bc2b-b9ba4b197ba7 req-d6f97f09-188a-4585-8476-13a51748ee0a tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ef122cb-b2d7-4f4c-a22c-0ef0f7f5683d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498705 May 04 00:00:08.217430 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-4bcb426f-282d-4155-a62f-72a5c564721f req-84be5c52-1544-4ff0-98cb-e41311e3f819 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733331790767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733331236154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25393418'] for port, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:08.252931 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84be5c52-1544-4ff0-98cb-e41311e3f819 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Pushing event deleted for resources: {'Port': ['ID=0d371f13-d20d-418e-91d6-a19a62ad9f67,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:00:08.368654 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4bcb426f-282d-4155-a62f-72a5c564721f req-84be5c52-1544-4ff0-98cb-e41311e3f819 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Router 467d3080-6a84-4db9-b5a8-cd3d3a3a3252 has already been hosted by L3 agent 758adf3f-89d7-4e1b-912e-3871fb413390 {{(pid=114212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 00:00:08.485310 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4bcb426f-282d-4155-a62f-72a5c564721f req-84be5c52-1544-4ff0-98cb-e41311e3f819 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify agent at l3_agent.dv-cinder-840375-1-iscsi the message routers_updated {{(pid=114212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 00:00:08.489623 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-2753164a-defb-4713-8ec8-4975dd1a4556 req-3e27080c-522e-4554-a4b9-939e0192bdec tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b92644e1-4a25-46a0-85ce-dcb50e5a64f5 HTTP/1.1" status: 200 len: 210 time: 0.0301859 May 04 00:00:08.501134 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8778b79b-edaa-406d-bfe0-46b322aaab17 None None] Sync routers for ids ['467d3080-6a84-4db9-b5a8-cd3d3a3a3252'] in dv-cinder-840375-1-iscsi {{(pid=114215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 00:00:08.511993 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8778b79b-edaa-406d-bfe0-46b322aaab17 None None] Routers {'467d3080-6a84-4db9-b5a8-cd3d3a3a3252'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 00:00:08.512722 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-8778b79b-edaa-406d-bfe0-46b322aaab17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-04T00:00:04Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['467d3080-6a84-4db9-b5a8-cd3d3a3a3252'], 'active': True} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:00:08.538233 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bcb426f-282d-4155-a62f-72a5c564721f req-84be5c52-1544-4ff0-98cb-e41311e3f819 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] No DVR routers for this DVR port 0d371f13-d20d-418e-91d6-a19a62ad9f67 on host hv-cinder-84037 {{(pid=114212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 00:00:08.541312 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-4bcb426f-282d-4155-a62f-72a5c564721f req-84be5c52-1544-4ff0-98cb-e41311e3f819 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371'] for port, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:08.545000 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-4bcb426f-282d-4155-a62f-72a5c564721f req-84be5c52-1544-4ff0-98cb-e41311e3f819 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.47 "DELETE /v2.0/ports/0d371f13-d20d-418e-91d6-a19a62ad9f67 HTTP/1.1" status: 204 len: 173 time: 0.9872284 May 04 00:00:08.545471 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b92644e1-4a25-46a0-85ce-dcb50e5a64f5', 'name': 'network-vif-deleted', 'tag': '0d371f13-d20d-418e-91d6-a19a62ad9f67'}] {{(pid=114212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 00:00:08.547778 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d2be33a93c6036cad1ba084e78d1c3d957b621bee157ccc93bfe0a4b69d877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-345bc857-5e20-45de-8262-62bcef0d6c95" -d '{"events": [{"server_uuid": "b92644e1-4a25-46a0-85ce-dcb50e5a64f5", "name": "network-vif-deleted", "tag": "0d371f13-d20d-418e-91d6-a19a62ad9f67"}]}' {{(pid=114212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 00:00:08.591674 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 00:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f602de8-f8c5-48f6-b629-d309982a213d x-openstack-request-id: req-9f602de8-f8c5-48f6-b629-d309982a213d {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 00:00:08.591968 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b92644e1-4a25-46a0-85ce-dcb50e5a64f5", "name": "network-vif-deleted", "tag": "0d371f13-d20d-418e-91d6-a19a62ad9f67", "status": "completed", "code": 200}]} {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 00:00:08.592219 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9f602de8-f8c5-48f6-b629-d309982a213d {{(pid=114212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 00:00:08.592738 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f602de8-f8c5-48f6-b629-d309982a213d'] response: {'server_uuid': 'b92644e1-4a25-46a0-85ce-dcb50e5a64f5', 'name': 'network-vif-deleted', 'tag': '0d371f13-d20d-418e-91d6-a19a62ad9f67', 'status': 'completed', 'code': 200} May 04 00:00:08.634353 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvr_db [None req-8778b79b-edaa-406d-bfe0-46b322aaab17 None None] Set router 467d3080-6a84-4db9-b5a8-cd3d3a3a3252 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 00:00:08.876793 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-8778b79b-edaa-406d-bfe0-46b322aaab17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '467d3080-6a84-4db9-b5a8-cd3d3a3a3252', 'name': 'tempest-AttachVolumeTestJSON-462322208-router', 'tenant_id': '18702b8992014a4095bdd8f1a1117571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '44108730-eb8a-4c03-816c-17fa04bac0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:52:58Z', 'updated_at': '2022-05-03T23:53:10Z', 'revision_number': 4, 'project_id': '18702b8992014a4095bdd8f1a1117571', 'gw_port': {'id': '44108730-eb8a-4c03-816c-17fa04bac0b9', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:9d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467d3080-6a84-4db9-b5a8-cd3d3a3a3252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:01Z', 'updated_at': '2022-05-03T23:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_interfaces': [{'id': 'bef2cf20-417b-4ee2-a17d-83bf4cad789a', 'name': '', 'network_id': '604bb18a-bbc8-4a96-8a59-cda5f9a33ba3', 'tenant_id': '18702b8992014a4095bdd8f1a1117571', 'mac_address': 'fa:16:3e:ce:a4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467d3080-6a84-4db9-b5a8-cd3d3a3a3252', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '812a278c-b546-48ea-b77a-ce9966d91767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:08Z', 'updated_at': '2022-05-03T23:53:23Z', 'revision_number': 5, 'project_id': '18702b8992014a4095bdd8f1a1117571', 'subnets': [{'id': '812a278c-b546-48ea-b77a-ce9966d91767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:00:08.905843 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8778b79b-edaa-406d-bfe0-46b322aaab17 None None] Checking router: 467d3080-6a84-4db9-b5a8-cd3d3a3a3252 for host: dv-cinder-840375-1-iscsi {{(pid=114215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 00:00:08.917092 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8778b79b-edaa-406d-bfe0-46b322aaab17 None None] Routers {'467d3080-6a84-4db9-b5a8-cd3d3a3a3252'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 00:00:08.918013 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-8778b79b-edaa-406d-bfe0-46b322aaab17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-04T00:00:04Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['467d3080-6a84-4db9-b5a8-cd3d3a3a3252'], 'active': True} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:00:09.030015 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvr_db [None req-8778b79b-edaa-406d-bfe0-46b322aaab17 None None] Set router 467d3080-6a84-4db9-b5a8-cd3d3a3a3252 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 00:00:09.263897 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-8778b79b-edaa-406d-bfe0-46b322aaab17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '467d3080-6a84-4db9-b5a8-cd3d3a3a3252', 'name': 'tempest-AttachVolumeTestJSON-462322208-router', 'tenant_id': '18702b8992014a4095bdd8f1a1117571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '44108730-eb8a-4c03-816c-17fa04bac0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:52:58Z', 'updated_at': '2022-05-03T23:53:10Z', 'revision_number': 4, 'project_id': '18702b8992014a4095bdd8f1a1117571', 'gw_port': {'id': '44108730-eb8a-4c03-816c-17fa04bac0b9', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:9d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467d3080-6a84-4db9-b5a8-cd3d3a3a3252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:01Z', 'updated_at': '2022-05-03T23:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_interfaces': [{'id': 'bef2cf20-417b-4ee2-a17d-83bf4cad789a', 'name': '', 'network_id': '604bb18a-bbc8-4a96-8a59-cda5f9a33ba3', 'tenant_id': '18702b8992014a4095bdd8f1a1117571', 'mac_address': 'fa:16:3e:ce:a4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467d3080-6a84-4db9-b5a8-cd3d3a3a3252', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '812a278c-b546-48ea-b77a-ce9966d91767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:08Z', 'updated_at': '2022-05-03T23:53:23Z', 'revision_number': 5, 'project_id': '18702b8992014a4095bdd8f1a1117571', 'subnets': [{'id': '812a278c-b546-48ea-b77a-ce9966d91767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:00:09.269632 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3d01b9-e97a-4023-bcf4-63508206b012 req-2b05c6d3-fbe3-473a-aa34-43b27810b744 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:00:09.271189 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-be3d01b9-e97a-4023-bcf4-63508206b012 req-2b05c6d3-fbe3-473a-aa34-43b27810b744 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4103cf2-2713-46a4-b488-6f4b7c073536 HTTP/1.1" status: 200 len: 946 time: 0.0502515 May 04 00:00:09.292750 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8778b79b-edaa-406d-bfe0-46b322aaab17 None None] The sync data for ids ['467d3080-6a84-4db9-b5a8-cd3d3a3a3252'] in dv-cinder-840375-1-iscsi is: [{'id': '467d3080-6a84-4db9-b5a8-cd3d3a3a3252', 'name': 'tempest-AttachVolumeTestJSON-462322208-router', 'tenant_id': '18702b8992014a4095bdd8f1a1117571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '44108730-eb8a-4c03-816c-17fa04bac0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:52:58Z', 'updated_at': '2022-05-03T23:53:10Z', 'revision_number': 4, 'project_id': '18702b8992014a4095bdd8f1a1117571', 'gw_port': {'id': '44108730-eb8a-4c03-816c-17fa04bac0b9', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:9d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467d3080-6a84-4db9-b5a8-cd3d3a3a3252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:01Z', 'updated_at': '2022-05-03T23:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_interfaces': [{'id': 'bef2cf20-417b-4ee2-a17d-83bf4cad789a', 'name': '', 'network_id': '604bb18a-bbc8-4a96-8a59-cda5f9a33ba3', 'tenant_id': '18702b8992014a4095bdd8f1a1117571', 'mac_address': 'fa:16:3e:ce:a4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467d3080-6a84-4db9-b5a8-cd3d3a3a3252', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '812a278c-b546-48ea-b77a-ce9966d91767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:08Z', 'updated_at': '2022-05-03T23:53:23Z', 'revision_number': 5, 'project_id': '18702b8992014a4095bdd8f1a1117571', 'subnets': [{'id': '812a278c-b546-48ea-b77a-ce9966d91767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 00:00:09.313104 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-be3d01b9-e97a-4023-bcf4-63508206b012 req-38a39721-e2b4-456b-82f7-bdd5b1f0b5bd tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ef122cb-b2d7-4f4c-a22c-0ef0f7f5683d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351756 May 04 00:00:09.547256 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b01cb1d-788d-4ac6-b18b-c8f43289fd29 None None] New status for floating IP 1c0ac2f0-2140-4648-a1ef-10749046c671: DOWN {{(pid=114214) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 00:00:09.600841 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-04c37cb6-0810-40cd-8611-e1e2c5c87221 req-82cbdc75-8b30-4d22-bfcb-8c8a4c60313e tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b92644e1-4a25-46a0-85ce-dcb50e5a64f5 HTTP/1.1" status: 200 len: 210 time: 0.0268855 May 04 00:00:10.274789 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device ac08da13-3e19-4e42-bd72-745ba261f9b5 no longer exists at agent hyperv_hv-cinder-84037 {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 00:00:10.354290 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:10.380976 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4103cf2-2713-46a4-b488-6f4b7c073536', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac08da13-3e19-4e42-bd72-745ba261f9b5'}] {{(pid=114214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 00:00:10.383504 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a2c01d47b82d907f81ba0899610efc862c27db097cd111ee9714155fede03ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff510fa-b5dc-4d0e-9dcd-5c85aef37bb4" -d '{"events": [{"server_uuid": "b4103cf2-2713-46a4-b488-6f4b7c073536", "name": "network-vif-unplugged", "status": "completed", "tag": "ac08da13-3e19-4e42-bd72-745ba261f9b5"}]}' {{(pid=114214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 00:00:10.398492 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] For port ac08da13-3e19-4e42-bd72-745ba261f9b5, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=ac08da13-3e19-4e42-bd72-745ba261f9b5,segment=NetworkSegment(e39c8e49-66af-4d27-b151-3cf1448d7fbf),segment_id=e39c8e49-66af-4d27-b151-3cf1448d7fbf)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 00:00:10.430232 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 May 2022 00:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e4bf246-a1cc-4dcb-8027-a24847077115 x-openstack-request-id: req-0e4bf246-a1cc-4dcb-8027-a24847077115 {{(pid=114214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 00:00:10.430515 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4103cf2-2713-46a4-b488-6f4b7c073536", "name": "network-vif-unplugged", "status": "completed", "tag": "ac08da13-3e19-4e42-bd72-745ba261f9b5", "code": 200}]} {{(pid=114214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 00:00:10.431907 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0e4bf246-a1cc-4dcb-8027-a24847077115 {{(pid=114214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 00:00:10.431907 dv-cinder-840375-1-iscsi neutron-server[114214]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e4bf246-a1cc-4dcb-8027-a24847077115'] response: {'server_uuid': 'b4103cf2-2713-46a4-b488-6f4b7c073536', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac08da13-3e19-4e42-bd72-745ba261f9b5', 'code': 200} May 04 00:00:10.456980 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b7ff92-b265-47aa-b32d-d2c51b415df6 req-2d8b6952-c791-4201-affe-ad819c8d3ddd tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:00:10.458499 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-27b7ff92-b265-47aa-b32d-d2c51b415df6 req-2d8b6952-c791-4201-affe-ad819c8d3ddd tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4103cf2-2713-46a4-b488-6f4b7c073536 HTTP/1.1" status: 200 len: 946 time: 0.0550311 May 04 00:00:10.496772 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:10.497039 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-27b7ff92-b265-47aa-b32d-d2c51b415df6 req-7d2c08a6-b2f6-41bb-86e8-5d3398379063 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ef122cb-b2d7-4f4c-a22c-0ef0f7f5683d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322402 May 04 00:00:10.550633 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Pushing event updated for resources: {'Port': ['ID=ac08da13-3e19-4e42-bd72-745ba261f9b5,revision_number=8']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:00:10.705957 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-ff9106ed-e0e1-4296-b117-92c19fdf9a6b req-f8db34fe-589c-47aa-a080-be14fb2c3be0 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/ports?device_id=b92644e1-4a25-46a0-85ce-dcb50e5a64f5 HTTP/1.1" status: 200 len: 210 time: 0.0284884 May 04 00:00:11.887898 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 42736) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:00:11.942435 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-800e3d22-c133-4a71-9368-3f8534621598 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify callbacks [] for security_group, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:11.966991 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-800e3d22-c133-4a71-9368-3f8534621598 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:12.096856 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-800e3d22-c133-4a71-9368-3f8534621598 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:12.099562 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-800e3d22-c133-4a71-9368-3f8534621598 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify callbacks [] for security_group, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:12.100686 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-800e3d22-c133-4a71-9368-3f8534621598 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "DELETE /v2.0/security-groups/fbd103a9-4897-4c7d-898b-a4c8256cf2ec HTTP/1.1" status: 204 len: 168 time: 0.2118077 May 04 00:00:12.104312 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 42740) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:00:12.111823 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800e3d22-c133-4a71-9368-3f8534621598 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd103a9-4897-4c7d-898b-a4c8256cf2ec,revision_number=None']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:00:12.118052 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.api.v2.resource [None req-10574094-eafb-4abd-9c0b-72ac2637bd99 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] show failed (client error): The resource could not be found. May 04 00:00:12.120015 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-10574094-eafb-4abd-9c0b-72ac2637bd99 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "GET /v2.0/security-groups/fbd103a9-4897-4c7d-898b-a4c8256cf2ec HTTP/1.1" status: 404 len: 347 time: 0.0146120 May 04 00:00:12.120667 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800e3d22-c133-4a71-9368-3f8534621598 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:00:12.121015 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800e3d22-c133-4a71-9368-3f8534621598 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:00:12.121355 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800e3d22-c133-4a71-9368-3f8534621598 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:00:12.121687 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800e3d22-c133-4a71-9368-3f8534621598 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:00:12.122041 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800e3d22-c133-4a71-9368-3f8534621598 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:00:12.122374 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800e3d22-c133-4a71-9368-3f8534621598 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:00:12.122831 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800e3d22-c133-4a71-9368-3f8534621598 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:00:12.123148 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800e3d22-c133-4a71-9368-3f8534621598 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:00:12.123443 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 42742) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:00:12.123565 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800e3d22-c133-4a71-9368-3f8534621598 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:00:12.123786 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800e3d22-c133-4a71-9368-3f8534621598 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:00:12.124107 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800e3d22-c133-4a71-9368-3f8534621598 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:00:12.124425 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800e3d22-c133-4a71-9368-3f8534621598 tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:00:12.253834 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.plugin [None req-33a36d59-bcb4-4fa7-af7e-b2706311172a tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Deleting port 89612457-13fd-44bc-99a1-c887fd25afc9 {{(pid=114212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 00:00:12.254209 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-33a36d59-bcb4-4fa7-af7e-b2706311172a tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733331783909'] for port, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:12.276813 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device 0d371f13-d20d-418e-91d6-a19a62ad9f67 no longer exists at agent hyperv_hv-cinder-84037 {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 00:00:12.297921 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] No Port match for: 0d371f13-d20d-418e-91d6-a19a62ad9f67 {{(pid=114214) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 00:00:12.298292 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device 0d371f13-d20d-418e-91d6-a19a62ad9f67 not bound to the agent host hv-cinder-84037 {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 00:00:12.333883 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-33a36d59-bcb4-4fa7-af7e-b2706311172a tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764614'] for port, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:12.334274 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-33a36d59-bcb4-4fa7-af7e-b2706311172a tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:12.348218 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.plugin [None req-33a36d59-bcb4-4fa7-af7e-b2706311172a tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Calling delete_port for 89612457-13fd-44bc-99a1-c887fd25afc9 owned by network:floatingip {{(pid=114212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 00:00:12.582380 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-33a36d59-bcb4-4fa7-af7e-b2706311172a tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733331790767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733331236154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25393418'] for port, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:12.613474 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a36d59-bcb4-4fa7-af7e-b2706311172a tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Pushing event deleted for resources: {'Port': ['ID=89612457-13fd-44bc-99a1-c887fd25afc9,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:00:12.677082 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-33a36d59-bcb4-4fa7-af7e-b2706311172a tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify callbacks [] for floatingip, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:12.679701 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-33a36d59-bcb4-4fa7-af7e-b2706311172a tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371'] for floatingip, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:12.680783 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-33a36d59-bcb4-4fa7-af7e-b2706311172a tempest-AttachVolumeTestJSON-879272354 tempest-AttachVolumeTestJSON-879272354-project] 10.222.0.13 "DELETE /v2.0/floatingips/1c0ac2f0-2140-4648-a1ef-10749046c671 HTTP/1.1" status: 204 len: 168 time: 0.5561328 May 04 00:00:12.878381 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f237be-180c-4140-abe4-75330a8d9f2e req-af18523e-95b2-45b5-88c8-bc9e698c90e0 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:00:12.880159 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-34f237be-180c-4140-abe4-75330a8d9f2e req-af18523e-95b2-45b5-88c8-bc9e698c90e0 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4103cf2-2713-46a4-b488-6f4b7c073536 HTTP/1.1" status: 200 len: 944 time: 0.0586224 May 04 00:00:12.925427 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-34f237be-180c-4140-abe4-75330a8d9f2e req-fe89600f-25ed-4c9e-bc65-2a05a06178fe tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ef122cb-b2d7-4f4c-a22c-0ef0f7f5683d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373254 May 04 00:00:13.309935 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 42778) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:00:13.396150 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-cb58030b-f682-463c-a029-c2d5a2b26d8f req-62373285-3dc2-4955-a6bd-5d3789dbd58a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b4103cf2-2713-46a4-b488-6f4b7c073536&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0849535 May 04 00:00:13.404969 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [req-cb58030b-f682-463c-a029-c2d5a2b26d8f req-dca19dd1-8325-4207-bf5f-612d2911546c service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=114212) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 00:00:13.405902 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-cb58030b-f682-463c-a029-c2d5a2b26d8f req-dca19dd1-8325-4207-bf5f-612d2911546c service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048745 May 04 00:00:13.480694 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.agents_db [None req-33eb5aa9-4e04-49df-8f84-9829a3bd54c6 None None] Agent healthcheck: found 6 active agents {{(pid=114215) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 00:00:14.063917 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77a3b74-659f-4c6d-9981-9cf82f171046 req-b7716cb8-25dc-409c-a27a-5966e6efdf09 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:00:14.065480 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-d77a3b74-659f-4c6d-9981-9cf82f171046 req-b7716cb8-25dc-409c-a27a-5966e6efdf09 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4103cf2-2713-46a4-b488-6f4b7c073536 HTTP/1.1" status: 200 len: 944 time: 0.0520461 May 04 00:00:14.105266 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-d77a3b74-659f-4c6d-9981-9cf82f171046 req-d34937bc-b0f1-41c2-b4cc-4066a37ea513 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ef122cb-b2d7-4f4c-a22c-0ef0f7f5683d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336716 May 04 00:00:14.877391 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb58030b-f682-463c-a029-c2d5a2b26d8f req-b1cffe44-a138-4f47-9f53-94330c724085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:00:14.878953 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-cb58030b-f682-463c-a029-c2d5a2b26d8f req-b1cffe44-a138-4f47-9f53-94330c724085 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b4103cf2-2713-46a4-b488-6f4b7c073536&tenant_id=03bce0db30814ab1a93850e3a33758bc HTTP/1.1" status: 200 len: 1097 time: 0.0487354 May 04 00:00:14.958196 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb58030b-f682-463c-a029-c2d5a2b26d8f req-6e60adbe-4af4-4b4c-9119-89659a3269bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:00:14.959704 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-cb58030b-f682-463c-a029-c2d5a2b26d8f req-6e60adbe-4af4-4b4c-9119-89659a3269bb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=03bce0db30814ab1a93850e3a33758bc&device_id=b4103cf2-2713-46a4-b488-6f4b7c073536 HTTP/1.1" status: 200 len: 1097 time: 0.0443137 May 04 00:00:15.048749 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb58030b-f682-463c-a029-c2d5a2b26d8f req-b724e9f0-cfa9-432e-b2b8-6d586909b05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:00:15.050259 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-cb58030b-f682-463c-a029-c2d5a2b26d8f req-b724e9f0-cfa9-432e-b2b8-6d586909b05b service neutron] 10.222.0.47 "GET /v2.0/networks?id=6794dc24-6270-444d-9eb8-8dafb7765ac3 HTTP/1.1" status: 200 len: 918 time: 0.0836871 May 04 00:00:15.121386 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-cb58030b-f682-463c-a029-c2d5a2b26d8f req-6e44774f-5da3-4de0-ac7f-86d037a059da service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac08da13-3e19-4e42-bd72-745ba261f9b5 HTTP/1.1" status: 200 len: 1000 time: 0.0636520 May 04 00:00:15.171568 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb58030b-f682-463c-a029-c2d5a2b26d8f req-cd9d4f40-f199-4159-ae3d-e32b965165e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:00:15.173150 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-cb58030b-f682-463c-a029-c2d5a2b26d8f req-cd9d4f40-f199-4159-ae3d-e32b965165e1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c9819db7-dd9c-4945-a665-c049574a03e0 HTTP/1.1" status: 200 len: 856 time: 0.0447609 May 04 00:00:15.222816 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb58030b-f682-463c-a029-c2d5a2b26d8f req-6afcf944-35ee-440e-bb4c-9470b2539241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:00:15.224319 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-cb58030b-f682-463c-a029-c2d5a2b26d8f req-6afcf944-35ee-440e-bb4c-9470b2539241 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6794dc24-6270-444d-9eb8-8dafb7765ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440061 May 04 00:00:15.229627 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd197d20-e488-4234-9f5a-a7f052a2b18d req-ea877e5a-2b81-4f24-a5ec-4e102a83f35d tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:00:15.231169 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-bd197d20-e488-4234-9f5a-a7f052a2b18d req-ea877e5a-2b81-4f24-a5ec-4e102a83f35d tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4103cf2-2713-46a4-b488-6f4b7c073536 HTTP/1.1" status: 200 len: 944 time: 0.0518572 May 04 00:00:15.278557 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-bd197d20-e488-4234-9f5a-a7f052a2b18d req-f3ac902c-15c9-417e-a543-7d8a22b43521 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ef122cb-b2d7-4f4c-a22c-0ef0f7f5683d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412416 May 04 00:00:15.331759 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-cb58030b-f682-463c-a029-c2d5a2b26d8f req-5fc6d180-5774-49d2-aa0d-1566a6706f1e service neutron] 10.222.0.47 "GET /v2.0/networks/6794dc24-6270-444d-9eb8-8dafb7765ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984318 May 04 00:00:15.427772 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-cb58030b-f682-463c-a029-c2d5a2b26d8f req-4a4dad55-be8a-4f52-be05-a4badefaae80 service neutron] 10.222.0.47 "GET /v2.0/networks/6794dc24-6270-444d-9eb8-8dafb7765ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888734 May 04 00:00:16.420572 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef37ff-8ca6-4fef-84b3-77aaecc2b30d req-f8878c68-cada-4c0e-8735-ef8e310b7bae tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:00:16.423310 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-c6ef37ff-8ca6-4fef-84b3-77aaecc2b30d req-f8878c68-cada-4c0e-8735-ef8e310b7bae tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4103cf2-2713-46a4-b488-6f4b7c073536 HTTP/1.1" status: 200 len: 944 time: 0.0724313 May 04 00:00:16.486981 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-c6ef37ff-8ca6-4fef-84b3-77aaecc2b30d req-37088238-52fb-45c3-9db6-c64ffb576340 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ef122cb-b2d7-4f4c-a22c-0ef0f7f5683d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478861 May 04 00:00:16.632877 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 42856) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:00:16.729554 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 42860) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:00:16.904677 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-69d59b41-e9ee-46b6-9eeb-fb9363e47e76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:17.132296 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-69d59b41-e9ee-46b6-9eeb-fb9363e47e76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:17.190483 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-69d59b41-e9ee-46b6-9eeb-fb9363e47e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:17.250768 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-69d59b41-e9ee-46b6-9eeb-fb9363e47e76 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f353f14f3f2941a69554c2450e709c02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5199511 May 04 00:00:17.253925 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 42864) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:00:17.259747 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d59b41-e9ee-46b6-9eeb-fb9363e47e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21f41d45-18d3-420e-bb56-b20e3de6c038,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:00:17.338634 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-cdb8db0d-5d5e-4f19-9820-1c906331aff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:17.365803 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-cdb8db0d-5d5e-4f19-9820-1c906331aff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:17.380196 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-24a00df8-78a7-42f5-8f6a-fd7dc0e0c4d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3758426'] for router_interface, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:17.513687 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-cdb8db0d-5d5e-4f19-9820-1c906331aff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:17.516686 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-cdb8db0d-5d5e-4f19-9820-1c906331aff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:17.518192 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-cdb8db0d-5d5e-4f19-9820-1c906331aff2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/21f41d45-18d3-420e-bb56-b20e3de6c038 HTTP/1.1" status: 204 len: 168 time: 0.2627096 May 04 00:00:17.531051 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb8db0d-5d5e-4f19-9820-1c906331aff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f41d45-18d3-420e-bb56-b20e3de6c038,revision_number=None']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:00:17.681301 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d8fd06-c0a1-49ab-973d-22854476dfb0 req-4245ffa5-1426-409b-b3b3-35c5b555fa7c tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:00:17.684152 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-c0d8fd06-c0a1-49ab-973d-22854476dfb0 req-4245ffa5-1426-409b-b3b3-35c5b555fa7c tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4103cf2-2713-46a4-b488-6f4b7c073536 HTTP/1.1" status: 200 len: 944 time: 0.0594954 May 04 00:00:17.744334 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-c0d8fd06-c0a1-49ab-973d-22854476dfb0 req-dbe8461c-2a00-4fb6-baad-012b7c90b364 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ef122cb-b2d7-4f4c-a22c-0ef0f7f5683d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533822 May 04 00:00:17.795155 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.plugin [None req-24a00df8-78a7-42f5-8f6a-fd7dc0e0c4d3 admin admin] Deleting port bef2cf20-417b-4ee2-a17d-83bf4cad789a {{(pid=114212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 00:00:17.795735 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-24a00df8-78a7-42f5-8f6a-fd7dc0e0c4d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733331783909'] for port, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:17.904908 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.db [None req-24a00df8-78a7-42f5-8f6a-fd7dc0e0c4d3 admin admin] For port bef2cf20-417b-4ee2-a17d-83bf4cad789a, host dv-cinder-840375-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=bef2cf20-417b-4ee2-a17d-83bf4cad789a,segment=NetworkSegment(d4ac9688-7820-43e6-987e-96b1e1f3947a),segment_id=d4ac9688-7820-43e6-987e-96b1e1f3947a)] {{(pid=114212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 00:00:17.905299 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-24a00df8-78a7-42f5-8f6a-fd7dc0e0c4d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764614'] for port, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:17.921132 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.plugin [None req-24a00df8-78a7-42f5-8f6a-fd7dc0e0c4d3 admin admin] Calling delete_port for bef2cf20-417b-4ee2-a17d-83bf4cad789a owned by network:router_interface {{(pid=114212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 00:00:18.216842 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-24a00df8-78a7-42f5-8f6a-fd7dc0e0c4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733331790767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733331236154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25393418'] for port, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:18.245404 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a00df8-78a7-42f5-8f6a-fd7dc0e0c4d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=bef2cf20-417b-4ee2-a17d-83bf4cad789a,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:00:18.245627 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:18.456793 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-24a00df8-78a7-42f5-8f6a-fd7dc0e0c4d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3748307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3761898'] for router_interface, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:18.967903 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da2fb87-93cf-47d0-921f-c29a3b490aa0 req-91ab8726-1276-42c9-9bd1-d7e706f2bf8b tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:00:18.969833 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-7da2fb87-93cf-47d0-921f-c29a3b490aa0 req-91ab8726-1276-42c9-9bd1-d7e706f2bf8b tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4103cf2-2713-46a4-b488-6f4b7c073536 HTTP/1.1" status: 200 len: 944 time: 0.1075385 May 04 00:00:19.048948 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-7da2fb87-93cf-47d0-921f-c29a3b490aa0 req-321492a9-faaf-48b8-abd9-7f082fd63030 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ef122cb-b2d7-4f4c-a22c-0ef0f7f5683d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719006 May 04 00:00:19.068284 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24a00df8-78a7-42f5-8f6a-fd7dc0e0c4d3 admin admin] Router 467d3080-6a84-4db9-b5a8-cd3d3a3a3252 has already been hosted by L3 agent 758adf3f-89d7-4e1b-912e-3871fb413390 {{(pid=114212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 00:00:19.239375 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24a00df8-78a7-42f5-8f6a-fd7dc0e0c4d3 admin admin] Notify agent at l3_agent.dv-cinder-840375-1-iscsi the message routers_updated {{(pid=114212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 00:00:19.250076 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ab02fb-6fd3-40aa-b779-6574e571306d None None] Sync routers for ids ['467d3080-6a84-4db9-b5a8-cd3d3a3a3252'] in dv-cinder-840375-1-iscsi {{(pid=114215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 00:00:19.253302 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-24a00df8-78a7-42f5-8f6a-fd7dc0e0c4d3 admin admin] 10.222.0.13 "PUT /v2.0/routers/467d3080-6a84-4db9-b5a8-cd3d3a3a3252/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6184301 May 04 00:00:19.255511 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 42908) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:00:19.277650 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ab02fb-6fd3-40aa-b779-6574e571306d None None] Routers {'467d3080-6a84-4db9-b5a8-cd3d3a3a3252'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 00:00:19.278601 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-74ab02fb-6fd3-40aa-b779-6574e571306d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-04T00:00:04Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['467d3080-6a84-4db9-b5a8-cd3d3a3a3252'], 'active': True} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:00:19.394084 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-ce879294-f265-4f65-a76b-d458e825d2ad admin admin] Notify callbacks [] for router, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:19.438823 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvr_db [None req-74ab02fb-6fd3-40aa-b779-6574e571306d None None] Set router 467d3080-6a84-4db9-b5a8-cd3d3a3a3252 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 00:00:19.513249 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-ce879294-f265-4f65-a76b-d458e825d2ad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:19.639398 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-74ab02fb-6fd3-40aa-b779-6574e571306d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '467d3080-6a84-4db9-b5a8-cd3d3a3a3252', 'name': 'tempest-AttachVolumeTestJSON-462322208-router', 'tenant_id': '18702b8992014a4095bdd8f1a1117571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '44108730-eb8a-4c03-816c-17fa04bac0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:52:58Z', 'updated_at': '2022-05-04T00:00:18Z', 'revision_number': 5, 'project_id': '18702b8992014a4095bdd8f1a1117571', 'gw_port': {'id': '44108730-eb8a-4c03-816c-17fa04bac0b9', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:9d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467d3080-6a84-4db9-b5a8-cd3d3a3a3252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:01Z', 'updated_at': '2022-05-03T23:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi'}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:00:19.642155 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.plugin [None req-ce879294-f265-4f65-a76b-d458e825d2ad admin admin] Deleting port 44108730-eb8a-4c03-816c-17fa04bac0b9 {{(pid=114213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 00:00:19.642910 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-ce879294-f265-4f65-a76b-d458e825d2ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733331783909'] for port, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:19.675293 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ab02fb-6fd3-40aa-b779-6574e571306d None None] Checking router: 467d3080-6a84-4db9-b5a8-cd3d3a3a3252 for host: dv-cinder-840375-1-iscsi {{(pid=114215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 00:00:19.685900 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ab02fb-6fd3-40aa-b779-6574e571306d None None] Routers {'467d3080-6a84-4db9-b5a8-cd3d3a3a3252'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 00:00:19.686847 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-74ab02fb-6fd3-40aa-b779-6574e571306d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-04T00:00:04Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['467d3080-6a84-4db9-b5a8-cd3d3a3a3252'], 'active': True} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:00:19.764593 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.db [None req-ce879294-f265-4f65-a76b-d458e825d2ad admin admin] For port 44108730-eb8a-4c03-816c-17fa04bac0b9, host dv-cinder-840375-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=44108730-eb8a-4c03-816c-17fa04bac0b9,segment=NetworkSegment(5eb57155-ed9e-4c45-a041-92a5f67bc876),segment_id=5eb57155-ed9e-4c45-a041-92a5f67bc876)] {{(pid=114213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 00:00:19.764998 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-ce879294-f265-4f65-a76b-d458e825d2ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764614'] for port, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:19.780018 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.plugin [None req-ce879294-f265-4f65-a76b-d458e825d2ad admin admin] Calling delete_port for 44108730-eb8a-4c03-816c-17fa04bac0b9 owned by network:router_gateway {{(pid=114213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 00:00:19.911247 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvr_db [None req-74ab02fb-6fd3-40aa-b779-6574e571306d None None] Set router 467d3080-6a84-4db9-b5a8-cd3d3a3a3252 gateway port host: None {{(pid=114215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 00:00:19.978708 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-74ab02fb-6fd3-40aa-b779-6574e571306d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '467d3080-6a84-4db9-b5a8-cd3d3a3a3252', 'name': 'tempest-AttachVolumeTestJSON-462322208-router', 'tenant_id': '18702b8992014a4095bdd8f1a1117571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:52:58Z', 'updated_at': '2022-05-04T00:00:19Z', 'revision_number': 6, 'project_id': '18702b8992014a4095bdd8f1a1117571', 'gw_port_host': None}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:00:20.011171 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ab02fb-6fd3-40aa-b779-6574e571306d None None] The sync data for ids ['467d3080-6a84-4db9-b5a8-cd3d3a3a3252'] in dv-cinder-840375-1-iscsi is: [{'id': '467d3080-6a84-4db9-b5a8-cd3d3a3a3252', 'name': 'tempest-AttachVolumeTestJSON-462322208-router', 'tenant_id': '18702b8992014a4095bdd8f1a1117571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:52:58Z', 'updated_at': '2022-05-04T00:00:19Z', 'revision_number': 6, 'project_id': '18702b8992014a4095bdd8f1a1117571', 'gw_port_host': None}] {{(pid=114215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 00:00:20.173423 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-ce879294-f265-4f65-a76b-d458e825d2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733331790767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733331236154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25969890'] for port, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:20.203693 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce879294-f265-4f65-a76b-d458e825d2ad admin admin] Pushing event deleted for resources: {'Port': ['ID=44108730-eb8a-4c03-816c-17fa04bac0b9,revision_number=None']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:00:20.256943 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8203987-ac96-4929-b469-61403380da9c req-d34660c5-1c45-4cec-a96d-7d8e4b311557 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:00:20.258708 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-a8203987-ac96-4929-b469-61403380da9c req-d34660c5-1c45-4cec-a96d-7d8e4b311557 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4103cf2-2713-46a4-b488-6f4b7c073536 HTTP/1.1" status: 200 len: 944 time: 0.1223719 May 04 00:00:20.287705 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-ce879294-f265-4f65-a76b-d458e825d2ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3761296'] for router_gateway, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:20.399698 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-a8203987-ac96-4929-b469-61403380da9c req-aa860249-1ec3-4eb2-bb91-05224ea96d65 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ef122cb-b2d7-4f4c-a22c-0ef0f7f5683d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337206 May 04 00:00:20.403952 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-ce879294-f265-4f65-a76b-d458e825d2ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3759915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9685'] for router, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:20.406473 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-ce879294-f265-4f65-a76b-d458e825d2ad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:20.525886 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-ce879294-f265-4f65-a76b-d458e825d2ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3759932'] for router, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:20.531490 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce879294-f265-4f65-a76b-d458e825d2ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 467d3080-6a84-4db9-b5a8-cd3d3a3a3252 {{(pid=114213) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 00:00:20.531490 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-ce879294-f265-4f65-a76b-d458e825d2ad admin admin] Notify callbacks [] for router, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:20.532767 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-ce879294-f265-4f65-a76b-d458e825d2ad admin admin] 10.222.0.13 "DELETE /v2.0/routers/467d3080-6a84-4db9-b5a8-cd3d3a3a3252 HTTP/1.1" status: 204 len: 168 time: 1.2759814 May 04 00:00:20.535055 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 42916) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:00:20.594292 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0f7d01e-b8d4-417a-bb0f-a2fabf1be412 admin admin] Deleting subnet 812a278c-b546-48ea-b77a-ce9966d91767 {{(pid=114213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 04 00:00:20.598778 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-b0f7d01e-b8d4-417a-bb0f-a2fabf1be412 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:20.641486 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-b0f7d01e-b8d4-417a-bb0f-a2fabf1be412 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25564868'] for subnet, precommit_delete_associations {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:20.736450 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-b0f7d01e-b8d4-417a-bb0f-a2fabf1be412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608747'] for subnet, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:20.856878 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-b0f7d01e-b8d4-417a-bb0f-a2fabf1be412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26196753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25579760'] for subnet, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:20.885271 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f7d01e-b8d4-417a-bb0f-a2fabf1be412 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=812a278c-b546-48ea-b77a-ce9966d91767,revision_number=None']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:00:20.887616 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-b0f7d01e-b8d4-417a-bb0f-a2fabf1be412 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748400'] for subnet, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:20.893589 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 42918) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:00:20.897726 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6056debb-5aa2-4ca7-bc5a-5abcc5660de3 None None] Network 604bb18a-bbc8-4a96-8a59-cda5f9a33ba3 requested from dv-cinder-840375-1-iscsi {{(pid=114214) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 00:00:20.904866 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-b0f7d01e-b8d4-417a-bb0f-a2fabf1be412 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/812a278c-b546-48ea-b77a-ce9966d91767 HTTP/1.1" status: 204 len: 168 time: 0.3684239 May 04 00:00:20.974140 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-52334a2b-986f-47d1-8314-8686fe12171d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714127'] for network, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:21.052119 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.plugin [None req-52334a2b-986f-47d1-8314-8686fe12171d admin admin] Deleting port 6373015d-38a9-4987-8655-564dca274ed4 {{(pid=114212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 00:00:21.052556 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-52334a2b-986f-47d1-8314-8686fe12171d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733331783909'] for port, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:21.152112 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.db [None req-52334a2b-986f-47d1-8314-8686fe12171d admin admin] For port 6373015d-38a9-4987-8655-564dca274ed4, host dv-cinder-840375-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=6373015d-38a9-4987-8655-564dca274ed4,segment=NetworkSegment(d4ac9688-7820-43e6-987e-96b1e1f3947a),segment_id=d4ac9688-7820-43e6-987e-96b1e1f3947a)] {{(pid=114212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 00:00:21.152496 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-52334a2b-986f-47d1-8314-8686fe12171d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764614'] for port, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:21.171620 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.plugin [None req-52334a2b-986f-47d1-8314-8686fe12171d admin admin] Calling delete_port for 6373015d-38a9-4987-8655-564dca274ed4 owned by network:dhcp {{(pid=114212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 00:00:21.193734 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2275b826-a6bd-49d1-81cf-739492b82b37 None None] DHCP port deletion for 604bb18a-bbc8-4a96-8a59-cda5f9a33ba3 request from dv-cinder-840375-1-iscsi {{(pid=114214) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 04 00:00:21.304354 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-2275b826-a6bd-49d1-81cf-739492b82b37 None None] Deleting port 6373015d-38a9-4987-8655-564dca274ed4 {{(pid=114214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 00:00:21.305120 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-2275b826-a6bd-49d1-81cf-739492b82b37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733331783909'] for port, before_delete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:21.330678 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device bef2cf20-417b-4ee2-a17d-83bf4cad789a no longer exists at agent ovs-agent-dv-cinder-840375-1-iscsi {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 00:00:21.387647 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] No Port match for: bef2cf20-417b-4ee2-a17d-83bf4cad789a {{(pid=114214) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 00:00:21.388130 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device bef2cf20-417b-4ee2-a17d-83bf4cad789a not bound to the agent host dv-cinder-840375-1-iscsi {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 00:00:21.388645 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device 44108730-eb8a-4c03-816c-17fa04bac0b9 no longer exists at agent ovs-agent-dv-cinder-840375-1-iscsi {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 00:00:21.410769 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-52334a2b-986f-47d1-8314-8686fe12171d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733331790767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733331236154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25393418'] for port, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:21.422992 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] No Port match for: 44108730-eb8a-4c03-816c-17fa04bac0b9 {{(pid=114214) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 00:00:21.422992 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device 44108730-eb8a-4c03-816c-17fa04bac0b9 not bound to the agent host dv-cinder-840375-1-iscsi {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 00:00:21.422992 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device 6373015d-38a9-4987-8655-564dca274ed4 no longer exists at agent ovs-agent-dv-cinder-840375-1-iscsi {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 00:00:21.441714 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52334a2b-986f-47d1-8314-8686fe12171d admin admin] Pushing event deleted for resources: {'Port': ['ID=6373015d-38a9-4987-8655-564dca274ed4,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:00:21.445711 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52334a2b-986f-47d1-8314-8686fe12171d admin admin] No DVR routers for this DVR port 6373015d-38a9-4987-8655-564dca274ed4 on host dv-cinder-840375-1-iscsi {{(pid=114212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 00:00:21.484787 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] No Port match for: 6373015d-38a9-4987-8655-564dca274ed4 {{(pid=114214) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 00:00:21.485240 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device 6373015d-38a9-4987-8655-564dca274ed4 not bound to the agent host dv-cinder-840375-1-iscsi {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 00:00:21.495660 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-2275b826-a6bd-49d1-81cf-739492b82b37 None None] For port 6373015d-38a9-4987-8655-564dca274ed4, host dv-cinder-840375-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=6373015d-38a9-4987-8655-564dca274ed4,segment=NetworkSegment(d4ac9688-7820-43e6-987e-96b1e1f3947a),segment_id=d4ac9688-7820-43e6-987e-96b1e1f3947a)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 00:00:21.496312 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-2275b826-a6bd-49d1-81cf-739492b82b37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764614'] for port, precommit_delete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:21.511393 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-2275b826-a6bd-49d1-81cf-739492b82b37 None None] Calling delete_port for 6373015d-38a9-4987-8655-564dca274ed4 owned by network:dhcp {{(pid=114214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 00:00:21.579675 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-52334a2b-986f-47d1-8314-8686fe12171d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-608354', 'neutron.services.segments.db._delete_segments_for_network-8733331752452'] for network, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:21.652324 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-2275b826-a6bd-49d1-81cf-739492b82b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733331790767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733331236154'] for port, after_delete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:21.652756 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.services.segments.db [None req-52334a2b-986f-47d1-8314-8686fe12171d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['604bb18a-bbc8-4a96-8a59-cda5f9a33ba3']}} {{(pid=114212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:00:21.675793 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.services.segments.db [None req-52334a2b-986f-47d1-8314-8686fe12171d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4ac9688-7820-43e6-987e-96b1e1f3947a') {'for_net_delete': True} {{(pid=114212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:00:21.677384 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.services.segments.db [None req-52334a2b-986f-47d1-8314-8686fe12171d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4ac9688-7820-43e6-987e-96b1e1f3947a') {} {{(pid=114212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:00:21.700447 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2275b826-a6bd-49d1-81cf-739492b82b37 None None] Pushing event deleted for resources: {'Port': ['ID=6373015d-38a9-4987-8655-564dca274ed4,revision_number=None']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:00:21.702778 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2275b826-a6bd-49d1-81cf-739492b82b37 None None] No DVR routers for this DVR port 6373015d-38a9-4987-8655-564dca274ed4 on host dv-cinder-840375-1-iscsi {{(pid=114214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 00:00:21.708531 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bce689-c385-4c92-b8c1-71602b6f49a9 req-4ad317de-4d60-4004-af1a-9b6ea448b96d tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:00:21.711384 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2275b826-a6bd-49d1-81cf-739492b82b37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:00:21.711996 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-94bce689-c385-4c92-b8c1-71602b6f49a9 req-4ad317de-4d60-4004-af1a-9b6ea448b96d tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4103cf2-2713-46a4-b488-6f4b7c073536 HTTP/1.1" status: 200 len: 944 time: 0.1678610 May 04 00:00:21.715613 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-52334a2b-986f-47d1-8314-8686fe12171d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733331752717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25200259'] for segment, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:21.726971 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2275b826-a6bd-49d1-81cf-739492b82b37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:00:21.728450 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2275b826-a6bd-49d1-81cf-739492b82b37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:00:21.728450 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2275b826-a6bd-49d1-81cf-739492b82b37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:00:21.728954 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2275b826-a6bd-49d1-81cf-739492b82b37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:00:21.729567 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2275b826-a6bd-49d1-81cf-739492b82b37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:00:21.730555 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2275b826-a6bd-49d1-81cf-739492b82b37 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:00:21.730945 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2275b826-a6bd-49d1-81cf-739492b82b37 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:00:21.731510 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2275b826-a6bd-49d1-81cf-739492b82b37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:00:21.732052 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2275b826-a6bd-49d1-81cf-739492b82b37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:00:21.732593 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2275b826-a6bd-49d1-81cf-739492b82b37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:00:21.733182 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2275b826-a6bd-49d1-81cf-739492b82b37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:00:21.765316 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-52334a2b-986f-47d1-8314-8686fe12171d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-611538'] for segment, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:21.783223 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52334a2b-986f-47d1-8314-8686fe12171d admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=114212) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 00:00:21.783911 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-52334a2b-986f-47d1-8314-8686fe12171d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-611538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25393503'] for segment, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:21.785928 dv-cinder-840375-1-iscsi neutron-server[114212]: Traceback (most recent call last): May 04 00:00:21.785928 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 00:00:21.785928 dv-cinder-840375-1-iscsi neutron-server[114212]: timer() May 04 00:00:21.785928 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 00:00:21.785928 dv-cinder-840375-1-iscsi neutron-server[114212]: cb(*args, **kw) May 04 00:00:21.785928 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 00:00:21.785928 dv-cinder-840375-1-iscsi neutron-server[114212]: return func(*args, **kwargs) May 04 00:00:21.785928 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 00:00:21.785928 dv-cinder-840375-1-iscsi neutron-server[114212]: self._notify() May 04 00:00:21.785928 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 00:00:21.785928 dv-cinder-840375-1-iscsi neutron-server[114212]: self.callback(batched_events) May 04 00:00:21.785928 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 00:00:21.785928 dv-cinder-840375-1-iscsi neutron-server[114212]: event.method(event) May 04 00:00:21.785928 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 00:00:21.785928 dv-cinder-840375-1-iscsi neutron-server[114212]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 00:00:21.785928 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 00:00:21.785928 dv-cinder-840375-1-iscsi neutron-server[114212]: aggregate_uuid = self.p_client.list_aggregates( May 04 00:00:21.785928 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 00:00:21.785928 dv-cinder-840375-1-iscsi neutron-server[114212]: return f(self, *a, **k) May 04 00:00:21.785928 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 00:00:21.785928 dv-cinder-840375-1-iscsi neutron-server[114212]: return self._get(url).json() May 04 00:00:21.785928 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 00:00:21.785928 dv-cinder-840375-1-iscsi neutron-server[114212]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 00:00:21.785928 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 00:00:21.785928 dv-cinder-840375-1-iscsi neutron-server[114212]: return self.request(url, 'GET', **kwargs) May 04 00:00:21.785928 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 00:00:21.785928 dv-cinder-840375-1-iscsi neutron-server[114212]: base_url = self.get_endpoint(auth, allow=allow, May 04 00:00:21.785928 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 00:00:21.785928 dv-cinder-840375-1-iscsi neutron-server[114212]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 00:00:21.785928 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 00:00:21.785928 dv-cinder-840375-1-iscsi neutron-server[114212]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 00:00:21.785928 dv-cinder-840375-1-iscsi neutron-server[114212]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 00:00:21.857852 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-94bce689-c385-4c92-b8c1-71602b6f49a9 req-591ffc6e-ff64-450d-9bc1-a966578d256c tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ef122cb-b2d7-4f4c-a22c-0ef0f7f5683d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159110 May 04 00:00:22.262131 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-52334a2b-986f-47d1-8314-8686fe12171d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-608361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3761736'] for network, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:22.268215 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-52334a2b-986f-47d1-8314-8686fe12171d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748400'] for network, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:22.281343 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-52334a2b-986f-47d1-8314-8686fe12171d admin admin] 10.222.0.13 "DELETE /v2.0/networks/604bb18a-bbc8-4a96-8a59-cda5f9a33ba3 HTTP/1.1" status: 204 len: 168 time: 1.3780835 May 04 00:00:22.285507 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52334a2b-986f-47d1-8314-8686fe12171d admin admin] Pushing event deleted for resources: {'Network': ['ID=604bb18a-bbc8-4a96-8a59-cda5f9a33ba3,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:00:23.002397 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f32947-8f16-4f52-acdf-9b92e13c9802 req-5fd152e9-e776-42a7-abc7-76073582fc45 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:00:23.004213 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-81f32947-8f16-4f52-acdf-9b92e13c9802 req-5fd152e9-e776-42a7-abc7-76073582fc45 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4103cf2-2713-46a4-b488-6f4b7c073536 HTTP/1.1" status: 200 len: 944 time: 0.0654023 May 04 00:00:23.051985 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-81f32947-8f16-4f52-acdf-9b92e13c9802 req-b1e550dd-2f53-4377-8e30-3ad8e69132c0 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ef122cb-b2d7-4f4c-a22c-0ef0f7f5683d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401225 May 04 00:00:23.422726 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 42940) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:00:23.467256 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-38e5f593-ff81-4762-80b7-b547648720f3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=18702b8992014a4095bdd8f1a1117571&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0433199 May 04 00:00:23.469779 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 42942) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:00:23.525972 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-1ea5e808-f781-4759-adc2-1ca04dd79233 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:23.549759 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-1ea5e808-f781-4759-adc2-1ca04dd79233 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:23.685074 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-1ea5e808-f781-4759-adc2-1ca04dd79233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:23.688253 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-1ea5e808-f781-4759-adc2-1ca04dd79233 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:23.690807 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-1ea5e808-f781-4759-adc2-1ca04dd79233 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f2f20d66-59e1-43d4-8599-5844f3405f13 HTTP/1.1" status: 204 len: 168 time: 0.2187130 May 04 00:00:23.699281 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea5e808-f781-4759-adc2-1ca04dd79233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f20d66-59e1-43d4-8599-5844f3405f13,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:00:24.185871 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc236fb5-3e60-4459-a622-ccd5a3b08497 req-b91e94fe-c552-49eb-902a-d3aff22d5f22 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:00:24.187714 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-dc236fb5-3e60-4459-a622-ccd5a3b08497 req-b91e94fe-c552-49eb-902a-d3aff22d5f22 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4103cf2-2713-46a4-b488-6f4b7c073536 HTTP/1.1" status: 200 len: 944 time: 0.0523033 May 04 00:00:24.232235 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-dc236fb5-3e60-4459-a622-ccd5a3b08497 req-bd6a0dfb-d41e-4ea5-a0e5-ee0b8b7c9bb5 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ef122cb-b2d7-4f4c-a22c-0ef0f7f5683d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382376 May 04 00:00:25.357692 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c987b3-2599-4995-b5f5-95b542947602 req-a7f20be0-fac2-40dd-86e4-7e8525b2a586 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:00:25.359275 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-84c987b3-2599-4995-b5f5-95b542947602 req-a7f20be0-fac2-40dd-86e4-7e8525b2a586 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4103cf2-2713-46a4-b488-6f4b7c073536 HTTP/1.1" status: 200 len: 944 time: 0.0534518 May 04 00:00:25.401371 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-84c987b3-2599-4995-b5f5-95b542947602 req-61da7dbe-52ba-4bc6-99f5-e0d83419898f tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ef122cb-b2d7-4f4c-a22c-0ef0f7f5683d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357337 May 04 00:00:26.521486 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76955c1e-c82a-4ff3-ac23-b1195174748f req-5a8b03bb-dae9-4c9c-8065-d0092afaa57c tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:00:26.522976 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-76955c1e-c82a-4ff3-ac23-b1195174748f req-5a8b03bb-dae9-4c9c-8065-d0092afaa57c tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4103cf2-2713-46a4-b488-6f4b7c073536 HTTP/1.1" status: 200 len: 944 time: 0.0487080 May 04 00:00:26.561073 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-76955c1e-c82a-4ff3-ac23-b1195174748f req-af014f8a-9393-49bf-a7e9-7b7b8e7a64ce tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ef122cb-b2d7-4f4c-a22c-0ef0f7f5683d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319841 May 04 00:00:27.682654 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3258102-fd2d-422d-93dd-63d902ac9fc2 req-983211dc-d0fb-4341-b1d2-ebdd0dff7c2d tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:00:27.684121 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-f3258102-fd2d-422d-93dd-63d902ac9fc2 req-983211dc-d0fb-4341-b1d2-ebdd0dff7c2d tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4103cf2-2713-46a4-b488-6f4b7c073536 HTTP/1.1" status: 200 len: 944 time: 0.0504344 May 04 00:00:27.724065 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-f3258102-fd2d-422d-93dd-63d902ac9fc2 req-684dbbc6-12d8-4782-b7ea-b49caa595208 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ef122cb-b2d7-4f4c-a22c-0ef0f7f5683d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334315 May 04 00:00:28.852796 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065f7771-3fab-46d5-bac4-6835af4237b3 req-842f98ca-47c5-47c5-87e3-fe0f235a7758 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:00:28.856424 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-065f7771-3fab-46d5-bac4-6835af4237b3 req-842f98ca-47c5-47c5-87e3-fe0f235a7758 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4103cf2-2713-46a4-b488-6f4b7c073536 HTTP/1.1" status: 200 len: 944 time: 0.0540719 May 04 00:00:28.897498 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-065f7771-3fab-46d5-bac4-6835af4237b3 req-689975fd-4751-4742-83d5-761ee2aff133 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ef122cb-b2d7-4f4c-a22c-0ef0f7f5683d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366404 May 04 00:00:28.903095 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 43040) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:00:29.009232 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-98833db0-4404-41a6-9d47-712d387b00ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:29.024834 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device ac08da13-3e19-4e42-bd72-745ba261f9b5 details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=114214) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 00:00:29.086269 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-98833db0-4404-41a6-9d47-712d387b00ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:29.124827 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] For port ac08da13-3e19-4e42-bd72-745ba261f9b5, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=ac08da13-3e19-4e42-bd72-745ba261f9b5,segment=NetworkSegment(e39c8e49-66af-4d27-b151-3cf1448d7fbf),segment_id=e39c8e49-66af-4d27-b151-3cf1448d7fbf)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 00:00:29.193580 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-98833db0-4404-41a6-9d47-712d387b00ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:29.238242 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-98833db0-4404-41a6-9d47-712d387b00ad admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d6125c799f804bbcac6ff36c1f35925f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3339093 May 04 00:00:29.240402 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98833db0-4404-41a6-9d47-712d387b00ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=606b0a1b-4780-4121-9c81-b88054166e58,revision_number=1']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:00:29.241263 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 43044) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:00:29.262669 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Returning: {'device': 'ac08da13-3e19-4e42-bd72-745ba261f9b5', 'network_id': '6794dc24-6270-444d-9eb8-8dafb7765ac3', 'port_id': 'ac08da13-3e19-4e42-bd72-745ba261f9b5', 'mac_address': 'fa:16:3e:f6:de:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9819db7-dd9c-4945-a665-c049574a03e0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114214) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 00:00:29.294303 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-55be35aa-8a3b-46a9-8343-be4c62ee1e12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:29.299746 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:29.313239 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.notifiers.nova [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac08da13-3e19-4e42-bd72-745ba261f9b5 {{(pid=114214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 00:00:29.316421 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-55be35aa-8a3b-46a9-8343-be4c62ee1e12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:29.333481 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] For port ac08da13-3e19-4e42-bd72-745ba261f9b5, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=ac08da13-3e19-4e42-bd72-745ba261f9b5,segment=NetworkSegment(e39c8e49-66af-4d27-b151-3cf1448d7fbf),segment_id=e39c8e49-66af-4d27-b151-3cf1448d7fbf)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 00:00:29.450844 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:29.484757 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-55be35aa-8a3b-46a9-8343-be4c62ee1e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:29.487415 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-55be35aa-8a3b-46a9-8343-be4c62ee1e12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:29.488669 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-55be35aa-8a3b-46a9-8343-be4c62ee1e12 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/606b0a1b-4780-4121-9c81-b88054166e58 HTTP/1.1" status: 204 len: 168 time: 0.2455351 May 04 00:00:29.497804 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be35aa-8a3b-46a9-8343-be4c62ee1e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=606b0a1b-4780-4121-9c81-b88054166e58,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:00:29.500166 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Pushing event updated for resources: {'Port': ['ID=ac08da13-3e19-4e42-bd72-745ba261f9b5,revision_number=9']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:00:29.505498 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55be35aa-8a3b-46a9-8343-be4c62ee1e12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:00:29.506090 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55be35aa-8a3b-46a9-8343-be4c62ee1e12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:00:29.506431 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55be35aa-8a3b-46a9-8343-be4c62ee1e12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:00:29.506984 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55be35aa-8a3b-46a9-8343-be4c62ee1e12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:00:29.507319 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55be35aa-8a3b-46a9-8343-be4c62ee1e12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:00:29.507654 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55be35aa-8a3b-46a9-8343-be4c62ee1e12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:00:29.507984 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55be35aa-8a3b-46a9-8343-be4c62ee1e12 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:00:29.508380 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55be35aa-8a3b-46a9-8343-be4c62ee1e12 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:00:29.508624 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55be35aa-8a3b-46a9-8343-be4c62ee1e12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:00:29.508945 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55be35aa-8a3b-46a9-8343-be4c62ee1e12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:00:29.509440 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55be35aa-8a3b-46a9-8343-be4c62ee1e12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:00:29.509765 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55be35aa-8a3b-46a9-8343-be4c62ee1e12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:00:29.806197 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] get_ports_and_sgs() called for port_ids ['ac08da13-3e19-4e42-bd72-745ba261f9b5'] {{(pid=114214) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 00:00:30.035219 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80de4040-d375-4727-89fc-ad1425738f96 req-b60f5613-f20c-4e79-83ae-35381f152d42 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:00:30.036643 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-80de4040-d375-4727-89fc-ad1425738f96 req-b60f5613-f20c-4e79-83ae-35381f152d42 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4103cf2-2713-46a4-b488-6f4b7c073536 HTTP/1.1" status: 200 len: 945 time: 0.0629127 May 04 00:00:30.079507 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-80de4040-d375-4727-89fc-ad1425738f96 req-a619817b-e4e9-4914-9f9d-29bcfcd97fba tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ef122cb-b2d7-4f4c-a22c-0ef0f7f5683d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356152 May 04 00:00:30.512140 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 43078) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:00:30.609451 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [None req-8fa37373-f12d-49c9-ab52-62fe89bbe93f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-573400508-network', 'tenant_id': 'ba82b8b56839492bb5c72e82d7363389'}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 00:00:30.685261 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa37373-f12d-49c9-ab52-62fe89bbe93f admin admin] Made reservation on behalf of ba82b8b56839492bb5c72e82d7363389 for: {'network': 1} {{(pid=114212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 00:00:30.687806 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-8fa37373-f12d-49c9-ab52-62fe89bbe93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for network, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:30.696389 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-8fa37373-f12d-49c9-ab52-62fe89bbe93f admin admin] Notify callbacks [] for security_group, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:30.774049 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-8fa37373-f12d-49c9-ab52-62fe89bbe93f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:30.828049 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-8fa37373-f12d-49c9-ab52-62fe89bbe93f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:30.849074 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fa37373-f12d-49c9-ab52-62fe89bbe93f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=114212) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 00:00:30.862236 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa37373-f12d-49c9-ab52-62fe89bbe93f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02c09688-6567-402e-88a5-41fd1fe6ba24,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:00:30.866983 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-8fa37373-f12d-49c9-ab52-62fe89bbe93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-611538'] for segment, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:30.867322 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.db.segments_db [None req-8fa37373-f12d-49c9-ab52-62fe89bbe93f admin admin] Added segment d465fedf-034e-4504-b3eb-d649a570b375 of type vlan for network 1bd10a62-2d1f-443f-aa34-8f7073221cb0 May 04 00:00:30.910843 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-8fa37373-f12d-49c9-ab52-62fe89bbe93f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733331214529'] for network, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:31.022414 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-8fa37373-f12d-49c9-ab52-62fe89bbe93f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298'] for network, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:31.023398 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa37373-f12d-49c9-ab52-62fe89bbe93f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:00:31.023987 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-8fa37373-f12d-49c9-ab52-62fe89bbe93f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748400'] for network, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:31.085703 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa37373-f12d-49c9-ab52-62fe89bbe93f admin admin] Pushing event updated for resources: {'Network': ['ID=1bd10a62-2d1f-443f-aa34-8f7073221cb0,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:00:31.096190 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Network 1bd10a62-2d1f-443f-aa34-8f7073221cb0 details requested by agent ovs-agent-dv-cinder-840375-1-iscsi with host dv-cinder-840375-1-iscsi {{(pid=114214) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 00:00:31.113876 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 43088) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:00:31.114321 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-8fa37373-f12d-49c9-ab52-62fe89bbe93f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6004996 May 04 00:00:31.120060 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.v2.base [None req-349763a7-8c46-461d-a7a7-5af8a1894e27 admin admin] Request body: {'subnet': {'network_id': '1bd10a62-2d1f-443f-aa34-8f7073221cb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-573400508-subnet', 'tenant_id': 'ba82b8b56839492bb5c72e82d7363389', 'ip_version': 4}} {{(pid=114213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 00:00:31.206971 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7642641a-80ad-4d01-bafb-0325fc47c3c5 req-8051136c-b80f-4fcd-b34d-b2925cac5a58 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:00:31.208477 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-7642641a-80ad-4d01-bafb-0325fc47c3c5 req-8051136c-b80f-4fcd-b34d-b2925cac5a58 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4103cf2-2713-46a4-b488-6f4b7c073536 HTTP/1.1" status: 200 len: 945 time: 0.0503535 May 04 00:00:31.231338 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-349763a7-8c46-461d-a7a7-5af8a1894e27 admin admin] Made reservation on behalf of ba82b8b56839492bb5c72e82d7363389 for: {'subnet': 1} {{(pid=114213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 00:00:31.233625 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-349763a7-8c46-461d-a7a7-5af8a1894e27 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25579759'] for subnet, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:31.291794 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-7642641a-80ad-4d01-bafb-0325fc47c3c5 req-8f1c576a-3391-4faf-9248-ca54a3de6436 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ef122cb-b2d7-4f4c-a22c-0ef0f7f5683d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772371 May 04 00:00:31.426677 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-6623c0e3-2a10-4393-9513-4e3ae47994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:31.513460 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-349763a7-8c46-461d-a7a7-5af8a1894e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26196818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25579769'] for subnet, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:31.562582 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349763a7-8c46-461d-a7a7-5af8a1894e27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef102ff1-c631-4381-bb4f-b859e1ceda83,revision_number=0']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:00:31.577999 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349763a7-8c46-461d-a7a7-5af8a1894e27 admin admin] Checking segment: {'id': 'd465fedf-034e-4504-b3eb-d649a570b375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '1bd10a62-2d1f-443f-aa34-8f7073221cb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 00:00:31.578439 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349763a7-8c46-461d-a7a7-5af8a1894e27 admin admin] Network hostable DHCP agents. Network: 1bd10a62-2d1f-443f-aa34-8f7073221cb0, hostable agents: ['68d83d53-3271-4b5e-a364-332abe4e6306'], hosted agents: [] {{(pid=114213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 00:00:31.644860 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349763a7-8c46-461d-a7a7-5af8a1894e27 admin admin] Network 1bd10a62-2d1f-443f-aa34-8f7073221cb0 is scheduled to be hosted by DHCP agent 68d83d53-3271-4b5e-a364-332abe4e6306 with binding_index 1 {{(pid=114213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 00:00:31.712827 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.base_scheduler [None req-349763a7-8c46-461d-a7a7-5af8a1894e27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840375-1-iscsi, 1bd10a62-2d1f-443f-aa34-8f7073221cb0) {{(pid=114213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 00:00:31.718081 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349763a7-8c46-461d-a7a7-5af8a1894e27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:00:31.721791 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-349763a7-8c46-461d-a7a7-5af8a1894e27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748400'] for subnet, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:31.722999 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5a8a2b-5501-4b21-9ec3-96783d7f1147 None None] Network 1bd10a62-2d1f-443f-aa34-8f7073221cb0 requested from dv-cinder-840375-1-iscsi {{(pid=114214) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 00:00:31.806508 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-349763a7-8c46-461d-a7a7-5af8a1894e27 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6907351 May 04 00:00:31.809720 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 43096) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:00:31.814150 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.v2.base [None req-2b6089ff-c228-44f5-a6d5-136d14ef3874 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-573400508-router', 'tenant_id': 'ba82b8b56839492bb5c72e82d7363389', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c'}}} {{(pid=114213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 00:00:31.866981 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bdea85e-1d4b-4728-84e5-b0ceaf4e8693 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6859a26-b6ae-50b6-ac7d-ce164fc290cc-1bd10a62-2d1f-443f-aa34-8f7073221cb0', 'network_id': '1bd10a62-2d1f-443f-aa34-8f7073221cb0', 'tenant_id': 'ba82b8b56839492bb5c72e82d7363389', 'fixed_ips': [{'subnet_id': 'ef102ff1-c631-4381-bb4f-b859e1ceda83'}]}} from dv-cinder-840375-1-iscsi. {{(pid=114214) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 04 00:00:31.867840 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-4bdea85e-1d4b-4728-84e5-b0ceaf4e8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_create {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:31.924990 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-2b6089ff-c228-44f5-a6d5-136d14ef3874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3756941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9675'] for router, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:31.926110 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-2b6089ff-c228-44f5-a6d5-136d14ef3874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3759997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3761351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3931738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9666'] for router, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:31.977199 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-2b6089ff-c228-44f5-a6d5-136d14ef3874 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:32.003623 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.db_base_plugin_common [None req-4bdea85e-1d4b-4728-84e5-b0ceaf4e8693 None None] Allocated IP 172.20.0.2 (1bd10a62-2d1f-443f-aa34-8f7073221cb0/ef102ff1-c631-4381-bb4f-b859e1ceda83/945206b8-909a-48ed-bb58-aa0bb4f57c27) {{(pid=114214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 00:00:32.146463 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-4bdea85e-1d4b-4728-84e5-b0ceaf4e8693 None None] Notify callbacks [] for port, precommit_create {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:32.164409 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-2b6089ff-c228-44f5-a6d5-136d14ef3874 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:32.238634 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-4bdea85e-1d4b-4728-84e5-b0ceaf4e8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733331236172'] for port, after_create {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:32.284796 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bdea85e-1d4b-4728-84e5-b0ceaf4e8693 None None] Network 1bd10a62-2d1f-443f-aa34-8f7073221cb0 is already hosted by enough agents. {{(pid=114214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 00:00:32.290575 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.scheduler.base_scheduler [None req-4bdea85e-1d4b-4728-84e5-b0ceaf4e8693 None None] Resources bound (agent type, host, resource id): {{(pid=114214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 00:00:32.292923 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdea85e-1d4b-4728-84e5-b0ceaf4e8693 None None] Received port after_create {{(pid=114214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 00:00:32.295611 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdea85e-1d4b-4728-84e5-b0ceaf4e8693 None None] Pushing event updated for resources: {'Port': ['ID=945206b8-909a-48ed-bb58-aa0bb4f57c27,revision_number=1']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:00:32.370396 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.managers [None req-4bdea85e-1d4b-4728-84e5-b0ceaf4e8693 None None] Attempting to bind port 945206b8-909a-48ed-bb58-aa0bb4f57c27 on host dv-cinder-840375-1-iscsi for vnic_type normal with profile {{(pid=114214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 00:00:32.370765 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.managers [None req-4bdea85e-1d4b-4728-84e5-b0ceaf4e8693 None None] Attempting to bind port 945206b8-909a-48ed-bb58-aa0bb4f57c27 by drivers openvswitch,hyperv on host dv-cinder-840375-1-iscsi at level 0 using segments [{'id': 'd465fedf-034e-4504-b3eb-d649a570b375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '1bd10a62-2d1f-443f-aa34-8f7073221cb0'}] {{(pid=114214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 00:00:32.371474 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdea85e-1d4b-4728-84e5-b0ceaf4e8693 None None] Attempting to bind port 945206b8-909a-48ed-bb58-aa0bb4f57c27 on network 1bd10a62-2d1f-443f-aa34-8f7073221cb0 {{(pid=114214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 00:00:32.377245 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdea85e-1d4b-4728-84e5-b0ceaf4e8693 None None] Checking agent: {'id': 'cd69fb9c-fe1e-4524-b6a8-2fc8f7c83280', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840375-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 23, 44, 7), 'started_at': datetime.datetime(2022, 5, 3, 23, 44, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 0, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840375-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 00:00:32.377600 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdea85e-1d4b-4728-84e5-b0ceaf4e8693 None None] Checking segment: {'id': 'd465fedf-034e-4504-b3eb-d649a570b375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '1bd10a62-2d1f-443f-aa34-8f7073221cb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 00:00:32.378035 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-4bdea85e-1d4b-4728-84e5-b0ceaf4e8693 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:32.378426 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdea85e-1d4b-4728-84e5-b0ceaf4e8693 None None] Bound using segment: {'id': 'd465fedf-034e-4504-b3eb-d649a570b375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '1bd10a62-2d1f-443f-aa34-8f7073221cb0'} {{(pid=114214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 00:00:32.378884 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.managers [None req-4bdea85e-1d4b-4728-84e5-b0ceaf4e8693 None None] Bound port: 945206b8-909a-48ed-bb58-aa0bb4f57c27, host: dv-cinder-840375-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd465fedf-034e-4504-b3eb-d649a570b375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '1bd10a62-2d1f-443f-aa34-8f7073221cb0'}}] {{(pid=114214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 00:00:32.379257 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-4bdea85e-1d4b-4728-84e5-b0ceaf4e8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:32.435901 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc3eb6b-a93c-48a1-9717-c2bb1dbd831d req-9608d71e-0075-49a7-8a29-131d4048e398 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:00:32.437778 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-2cc3eb6b-a93c-48a1-9717-c2bb1dbd831d req-9608d71e-0075-49a7-8a29-131d4048e398 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4103cf2-2713-46a4-b488-6f4b7c073536 HTTP/1.1" status: 200 len: 945 time: 0.0582302 May 04 00:00:32.455248 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-4bdea85e-1d4b-4728-84e5-b0ceaf4e8693 None None] For port 945206b8-909a-48ed-bb58-aa0bb4f57c27, host dv-cinder-840375-1-iscsi, cleared binding levels {{(pid=114214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 00:00:32.459957 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-4bdea85e-1d4b-4728-84e5-b0ceaf4e8693 None None] For port 945206b8-909a-48ed-bb58-aa0bb4f57c27, host dv-cinder-840375-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=945206b8-909a-48ed-bb58-aa0bb4f57c27,segment=NetworkSegment(d465fedf-034e-4504-b3eb-d649a570b375),segment_id=d465fedf-034e-4504-b3eb-d649a570b375)] {{(pid=114214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 00:00:32.478155 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-2cc3eb6b-a93c-48a1-9717-c2bb1dbd831d req-ad1f0b60-634e-4e5a-9a75-8662f0848ebe tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ef122cb-b2d7-4f4c-a22c-0ef0f7f5683d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338588 May 04 00:00:32.560156 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-4bdea85e-1d4b-4728-84e5-b0ceaf4e8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:32.628882 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdea85e-1d4b-4728-84e5-b0ceaf4e8693 None None] Pushing event updated for resources: {'Port': ['ID=945206b8-909a-48ed-bb58-aa0bb4f57c27,revision_number=2']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:00:32.719488 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-2b6089ff-c228-44f5-a6d5-136d14ef3874 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:32.742974 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-2b6089ff-c228-44f5-a6d5-136d14ef3874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:32.869951 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.db.db_base_plugin_common [None req-2b6089ff-c228-44f5-a6d5-136d14ef3874 admin admin] Allocated IP 172.27.2.128 (b899e136-3b25-4af5-bb18-9827145d490c/f9ce11e5-b806-4ff0-a648-9987146ccd8a/8dd0765a-3a9a-4ef7-8210-6833af6ea73b) {{(pid=114213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 00:00:32.979985 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-2b6089ff-c228-44f5-a6d5-136d14ef3874 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:33.056755 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-2b6089ff-c228-44f5-a6d5-136d14ef3874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733331236172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25969890'] for port, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:33.098170 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6089ff-c228-44f5-a6d5-136d14ef3874 admin admin] Network b899e136-3b25-4af5-bb18-9827145d490c is already hosted by enough agents. {{(pid=114213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 00:00:33.100978 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.base_scheduler [None req-2b6089ff-c228-44f5-a6d5-136d14ef3874 admin admin] Resources bound (agent type, host, resource id): {{(pid=114213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 00:00:33.104543 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6089ff-c228-44f5-a6d5-136d14ef3874 admin admin] Received port after_create {{(pid=114213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 00:00:33.110563 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6089ff-c228-44f5-a6d5-136d14ef3874 admin admin] Pushing event updated for resources: {'Port': ['ID=8dd0765a-3a9a-4ef7-8210-6833af6ea73b,revision_number=1']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:00:33.120852 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device ac08da13-3e19-4e42-bd72-745ba261f9b5 up at agent hyperv_hv-cinder-84037 {{(pid=114214) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 00:00:33.172191 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Provisioning complete for port ac08da13-3e19-4e42-bd72-745ba261f9b5 triggered by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 00:00:33.172945 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:33.258731 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:33.289312 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4103cf2-2713-46a4-b488-6f4b7c073536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac08da13-3e19-4e42-bd72-745ba261f9b5'}] {{(pid=114214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 00:00:33.295570 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a2c01d47b82d907f81ba0899610efc862c27db097cd111ee9714155fede03ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce2665c7-20d9-4502-96f0-85ac9e858127" -d '{"events": [{"server_uuid": "b4103cf2-2713-46a4-b488-6f4b7c073536", "name": "network-vif-plugged", "status": "completed", "tag": "ac08da13-3e19-4e42-bd72-745ba261f9b5"}]}' {{(pid=114214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 00:00:33.315369 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] For port ac08da13-3e19-4e42-bd72-745ba261f9b5, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=ac08da13-3e19-4e42-bd72-745ba261f9b5,segment=NetworkSegment(e39c8e49-66af-4d27-b151-3cf1448d7fbf),segment_id=e39c8e49-66af-4d27-b151-3cf1448d7fbf)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 00:00:33.343345 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 00:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa5d52a-9162-4cb6-9c37-b2d6f3ef8a81 x-openstack-request-id: req-7aa5d52a-9162-4cb6-9c37-b2d6f3ef8a81 {{(pid=114214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 00:00:33.343655 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4103cf2-2713-46a4-b488-6f4b7c073536", "name": "network-vif-plugged", "status": "completed", "tag": "ac08da13-3e19-4e42-bd72-745ba261f9b5", "code": 200}]} {{(pid=114214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 00:00:33.343907 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7aa5d52a-9162-4cb6-9c37-b2d6f3ef8a81 {{(pid=114214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 00:00:33.344313 dv-cinder-840375-1-iscsi neutron-server[114214]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7aa5d52a-9162-4cb6-9c37-b2d6f3ef8a81'] response: {'server_uuid': 'b4103cf2-2713-46a4-b488-6f4b7c073536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac08da13-3e19-4e42-bd72-745ba261f9b5', 'code': 200} May 04 00:00:33.346618 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device 945206b8-909a-48ed-bb58-aa0bb4f57c27 up at agent ovs-agent-dv-cinder-840375-1-iscsi {{(pid=114214) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 00:00:33.410515 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Provisioning complete for port 945206b8-909a-48ed-bb58-aa0bb4f57c27 triggered by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 00:00:33.411157 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:33.443346 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:33.501784 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-2b6089ff-c228-44f5-a6d5-136d14ef3874 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:33.517538 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Pushing event updated for resources: {'Port': ['ID=ac08da13-3e19-4e42-bd72-745ba261f9b5,revision_number=10']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:00:33.566758 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:33.607645 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] For port 945206b8-909a-48ed-bb58-aa0bb4f57c27, host dv-cinder-840375-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=945206b8-909a-48ed-bb58-aa0bb4f57c27,segment=NetworkSegment(d465fedf-034e-4504-b3eb-d649a570b375),segment_id=d465fedf-034e-4504-b3eb-d649a570b375)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 00:00:33.653595 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c4301f-1fee-4d60-a4a6-4febcf5a1690 None None] Network 1bd10a62-2d1f-443f-aa34-8f7073221cb0 requested from dv-cinder-840375-1-iscsi {{(pid=114214) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 00:00:33.673490 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6229671c-04a9-4dea-a851-d608ff88d09f req-34d51ebb-6249-4162-9884-03c75ccbd29a tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:00:33.675049 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-6229671c-04a9-4dea-a851-d608ff88d09f req-34d51ebb-6249-4162-9884-03c75ccbd29a tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4103cf2-2713-46a4-b488-6f4b7c073536 HTTP/1.1" status: 200 len: 947 time: 0.0802913 May 04 00:00:33.718867 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-6229671c-04a9-4dea-a851-d608ff88d09f req-7c06b204-8595-4589-9546-3815eefb2ba5 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ef122cb-b2d7-4f4c-a22c-0ef0f7f5683d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375919 May 04 00:00:33.735304 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-2b6089ff-c228-44f5-a6d5-136d14ef3874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3759990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3761396'] for router, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:33.747462 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:33.842669 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-742a4048-3aaa-466e-804f-bd4b8d39388e None None] Provisioning complete for port 945206b8-909a-48ed-bb58-aa0bb4f57c27 triggered by entity DHCP. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 00:00:33.842957 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-742a4048-3aaa-466e-804f-bd4b8d39388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:33.874553 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Pushing event updated for resources: {'Port': ['ID=945206b8-909a-48ed-bb58-aa0bb4f57c27,revision_number=3']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:00:33.894382 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d1ed47-fddb-4aa9-81a0-7eddf00cf14b req-10fd0169-c21d-4ba6-ae5c-581417307444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:00:33.895980 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-86d1ed47-fddb-4aa9-81a0-7eddf00cf14b req-10fd0169-c21d-4ba6-ae5c-581417307444 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b4103cf2-2713-46a4-b488-6f4b7c073536 HTTP/1.1" status: 200 len: 1100 time: 0.0470932 May 04 00:00:33.936301 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-86d1ed47-fddb-4aa9-81a0-7eddf00cf14b req-13b96ec3-2fab-4546-882c-0a6c9aa5d201 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6ef122cb-b2d7-4f4c-a22c-0ef0f7f5683d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317516 May 04 00:00:34.005091 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-65398817-e56e-4017-bc01-64c8933b9024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:34.084980 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b6089ff-c228-44f5-a6d5-136d14ef3874 admin admin] Router 614f4c97-bcbb-4907-92bb-11882db43f69 is scheduled to L3 agent 758adf3f-89d7-4e1b-912e-3871fb413390 with binding_index 1 {{(pid=114213) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 00:00:34.189905 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-2310c8a3-384d-4c83-8819-c195c468336f None None] Provisioning complete for port 945206b8-909a-48ed-bb58-aa0bb4f57c27 triggered by entity DHCP. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 00:00:34.190545 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-2310c8a3-384d-4c83-8819-c195c468336f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:34.193180 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b6089ff-c228-44f5-a6d5-136d14ef3874 admin admin] Notify agent at l3_agent.dv-cinder-840375-1-iscsi the message routers_updated {{(pid=114213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 00:00:34.216337 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7dd8105-d7d8-4ee9-9ba6-4bdd6f118148 None None] Sync routers for ids ['614f4c97-bcbb-4907-92bb-11882db43f69'] in dv-cinder-840375-1-iscsi {{(pid=114214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 00:00:34.234199 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7dd8105-d7d8-4ee9-9ba6-4bdd6f118148 None None] Routers {'614f4c97-bcbb-4907-92bb-11882db43f69'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 00:00:34.234835 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-f7dd8105-d7d8-4ee9-9ba6-4bdd6f118148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-04T00:00:34Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['614f4c97-bcbb-4907-92bb-11882db43f69'], 'active': True} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:00:34.258491 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-2b6089ff-c228-44f5-a6d5-136d14ef3874 admin admin] Notify callbacks [] for router, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:34.259769 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-2b6089ff-c228-44f5-a6d5-136d14ef3874 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4490764 May 04 00:00:34.262552 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 43116) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:00:34.384502 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvr_db [None req-f7dd8105-d7d8-4ee9-9ba6-4bdd6f118148 None None] Set router 614f4c97-bcbb-4907-92bb-11882db43f69 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 00:00:34.628499 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-f7dd8105-d7d8-4ee9-9ba6-4bdd6f118148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614f4c97-bcbb-4907-92bb-11882db43f69', 'name': 'tempest-TestMinimumBasicScenario-573400508-router', 'tenant_id': 'ba82b8b56839492bb5c72e82d7363389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '8dd0765a-3a9a-4ef7-8210-6833af6ea73b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T00:00:31Z', 'updated_at': '2022-05-04T00:00:33Z', 'revision_number': 3, 'project_id': 'ba82b8b56839492bb5c72e82d7363389', 'gw_port': {'id': '8dd0765a-3a9a-4ef7-8210-6833af6ea73b', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1a:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '614f4c97-bcbb-4907-92bb-11882db43f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T00:00:32Z', 'updated_at': '2022-05-04T00:00:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi'}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:00:34.664585 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7dd8105-d7d8-4ee9-9ba6-4bdd6f118148 None None] Checking router: 614f4c97-bcbb-4907-92bb-11882db43f69 for host: dv-cinder-840375-1-iscsi {{(pid=114214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 00:00:34.664942 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7dd8105-d7d8-4ee9-9ba6-4bdd6f118148 None None] Updating router 614f4c97-bcbb-4907-92bb-11882db43f69 port 8dd0765a-3a9a-4ef7-8210-6833af6ea73b binding host dv-cinder-840375-1-iscsi {{(pid=114214) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 00:00:34.693573 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-f7dd8105-d7d8-4ee9-9ba6-4bdd6f118148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:34.779829 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-db3d2304-6d2f-46cf-b0e3-a53fe5778bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:34.932061 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0719a6ab-1af8-42cc-a20d-2a173f64ec8e req-4384c0d5-7677-4eee-b29d-70102b9bbd21 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:00:34.935254 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-0719a6ab-1af8-42cc-a20d-2a173f64ec8e req-4384c0d5-7677-4eee-b29d-70102b9bbd21 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4103cf2-2713-46a4-b488-6f4b7c073536 HTTP/1.1" status: 200 len: 947 time: 0.1041253 May 04 00:00:34.978435 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-0719a6ab-1af8-42cc-a20d-2a173f64ec8e req-59c86913-b289-4431-b7ca-5f1b7dfebae7 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ef122cb-b2d7-4f4c-a22c-0ef0f7f5683d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355787 May 04 00:00:34.995026 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.db.db_base_plugin_common [None req-db3d2304-6d2f-46cf-b0e3-a53fe5778bf9 admin admin] Allocated IP 172.20.0.1 (1bd10a62-2d1f-443f-aa34-8f7073221cb0/ef102ff1-c631-4381-bb4f-b859e1ceda83/30938d5b-c674-4691-9cc7-09dbead382ab) {{(pid=114213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 00:00:35.019436 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-f7dd8105-d7d8-4ee9-9ba6-4bdd6f118148 None None] Notify callbacks [] for port, precommit_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:35.113909 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-f7dd8105-d7d8-4ee9-9ba6-4bdd6f118148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:35.137876 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-db3d2304-6d2f-46cf-b0e3-a53fe5778bf9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:35.183121 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.managers [None req-f7dd8105-d7d8-4ee9-9ba6-4bdd6f118148 None None] Attempting to bind port 8dd0765a-3a9a-4ef7-8210-6833af6ea73b on host dv-cinder-840375-1-iscsi for vnic_type normal with profile {{(pid=114214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 00:00:35.184085 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.managers [None req-f7dd8105-d7d8-4ee9-9ba6-4bdd6f118148 None None] Attempting to bind port 8dd0765a-3a9a-4ef7-8210-6833af6ea73b by drivers openvswitch,hyperv on host dv-cinder-840375-1-iscsi at level 0 using segments [{'id': '5eb57155-ed9e-4c45-a041-92a5f67bc876', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c'}] {{(pid=114214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 00:00:35.184563 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7dd8105-d7d8-4ee9-9ba6-4bdd6f118148 None None] Attempting to bind port 8dd0765a-3a9a-4ef7-8210-6833af6ea73b on network b899e136-3b25-4af5-bb18-9827145d490c {{(pid=114214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 00:00:35.192319 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935a19f5-6cbd-4da2-869f-24372c3f0d8d None None] Pushing event updated for resources: {'Port': ['ID=8dd0765a-3a9a-4ef7-8210-6833af6ea73b,revision_number=2']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:00:35.196008 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7dd8105-d7d8-4ee9-9ba6-4bdd6f118148 None None] Checking agent: {'id': 'cd69fb9c-fe1e-4524-b6a8-2fc8f7c83280', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840375-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 23, 44, 7), 'started_at': datetime.datetime(2022, 5, 3, 23, 44, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 0, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840375-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 00:00:35.196378 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7dd8105-d7d8-4ee9-9ba6-4bdd6f118148 None None] Checking segment: {'id': '5eb57155-ed9e-4c45-a041-92a5f67bc876', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 00:00:35.196773 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-f7dd8105-d7d8-4ee9-9ba6-4bdd6f118148 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:35.197153 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7dd8105-d7d8-4ee9-9ba6-4bdd6f118148 None None] Bound using segment: {'id': '5eb57155-ed9e-4c45-a041-92a5f67bc876', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c'} {{(pid=114214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 00:00:35.198034 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.managers [None req-f7dd8105-d7d8-4ee9-9ba6-4bdd6f118148 None None] Bound port: 8dd0765a-3a9a-4ef7-8210-6833af6ea73b, host: dv-cinder-840375-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb57155-ed9e-4c45-a041-92a5f67bc876', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c'}}] {{(pid=114214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 00:00:35.198259 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-f7dd8105-d7d8-4ee9-9ba6-4bdd6f118148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:35.263523 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-f7dd8105-d7d8-4ee9-9ba6-4bdd6f118148 None None] For port 8dd0765a-3a9a-4ef7-8210-6833af6ea73b, host dv-cinder-840375-1-iscsi, cleared binding levels {{(pid=114214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 00:00:35.267363 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-f7dd8105-d7d8-4ee9-9ba6-4bdd6f118148 None None] For port 8dd0765a-3a9a-4ef7-8210-6833af6ea73b, host dv-cinder-840375-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=8dd0765a-3a9a-4ef7-8210-6833af6ea73b,segment=NetworkSegment(5eb57155-ed9e-4c45-a041-92a5f67bc876),segment_id=5eb57155-ed9e-4c45-a041-92a5f67bc876)] {{(pid=114214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 00:00:35.285674 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-db3d2304-6d2f-46cf-b0e3-a53fe5778bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733331236172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25969890'] for port, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:35.326844 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device 945206b8-909a-48ed-bb58-aa0bb4f57c27 up at agent ovs-agent-dv-cinder-840375-1-iscsi {{(pid=114214) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 00:00:35.343475 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3d2304-6d2f-46cf-b0e3-a53fe5778bf9 admin admin] Network 1bd10a62-2d1f-443f-aa34-8f7073221cb0 is already hosted by enough agents. {{(pid=114213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 00:00:35.346986 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.base_scheduler [None req-db3d2304-6d2f-46cf-b0e3-a53fe5778bf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=114213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 00:00:35.352580 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3d2304-6d2f-46cf-b0e3-a53fe5778bf9 admin admin] Received port after_create {{(pid=114213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 00:00:35.357239 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d2304-6d2f-46cf-b0e3-a53fe5778bf9 admin admin] Pushing event updated for resources: {'Port': ['ID=30938d5b-c674-4691-9cc7-09dbead382ab,revision_number=1']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:00:35.435126 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-db3d2304-6d2f-46cf-b0e3-a53fe5778bf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761863'] for router_interface, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:35.661183 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-f7dd8105-d7d8-4ee9-9ba6-4bdd6f118148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:35.661183 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-9988ed24-7efc-4e8a-acf7-bcbfa55ed3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:35.769256 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-a8452ea8-a3be-4aca-86eb-d1e324a9b135 None None] Provisioning complete for port 30938d5b-c674-4691-9cc7-09dbead382ab triggered by entity DHCP. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 00:00:35.769639 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-a8452ea8-a3be-4aca-86eb-d1e324a9b135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:35.773525 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935a19f5-6cbd-4da2-869f-24372c3f0d8d None None] Pushing event updated for resources: {'Port': ['ID=8dd0765a-3a9a-4ef7-8210-6833af6ea73b,revision_number=3']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:00:35.775794 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7dd8105-d7d8-4ee9-9ba6-4bdd6f118148 None None] Routers {'614f4c97-bcbb-4907-92bb-11882db43f69'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 00:00:35.776347 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-f7dd8105-d7d8-4ee9-9ba6-4bdd6f118148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-04T00:00:34Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['614f4c97-bcbb-4907-92bb-11882db43f69'], 'active': True} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:00:35.782429 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-db3d2304-6d2f-46cf-b0e3-a53fe5778bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:35.847556 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Provisioning complete for port 945206b8-909a-48ed-bb58-aa0bb4f57c27 triggered by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 00:00:35.847937 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:35.883491 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-a8452ea8-a3be-4aca-86eb-d1e324a9b135 None None] Port 30938d5b-c674-4691-9cc7-09dbead382ab cannot update to ACTIVE because it is not bound. {{(pid=114214) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 04 00:00:35.954818 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvr_db [None req-f7dd8105-d7d8-4ee9-9ba6-4bdd6f118148 None None] Set router 614f4c97-bcbb-4907-92bb-11882db43f69 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 00:00:35.963883 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-db3d2304-6d2f-46cf-b0e3-a53fe5778bf9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:36.075822 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-db3d2304-6d2f-46cf-b0e3-a53fe5778bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25969899'] for port, after_update {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:36.132821 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e5e22-bcc1-41a2-b792-644cf67dc715 req-8a0035e2-48a4-4cb3-a71d-0ee2301600b8 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:00:36.141900 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-d06e5e22-bcc1-41a2-b792-644cf67dc715 req-8a0035e2-48a4-4cb3-a71d-0ee2301600b8 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4103cf2-2713-46a4-b488-6f4b7c073536 HTTP/1.1" status: 200 len: 947 time: 0.0708587 May 04 00:00:36.159296 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-db3d2304-6d2f-46cf-b0e3-a53fe5778bf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3748312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761851'] for router_interface, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:36.161097 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d2304-6d2f-46cf-b0e3-a53fe5778bf9 admin admin] Pushing event updated for resources: {'Port': ['ID=30938d5b-c674-4691-9cc7-09dbead382ab,revision_number=2']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:00:36.185032 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-d06e5e22-bcc1-41a2-b792-644cf67dc715 req-138ebf81-4743-44f7-b588-78a4bfbb225a tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ef122cb-b2d7-4f4c-a22c-0ef0f7f5683d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422320 May 04 00:00:36.191352 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-f3996685-9434-443c-b5d7-edb245b755aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:36.219956 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-f7dd8105-d7d8-4ee9-9ba6-4bdd6f118148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614f4c97-bcbb-4907-92bb-11882db43f69', 'name': 'tempest-TestMinimumBasicScenario-573400508-router', 'tenant_id': 'ba82b8b56839492bb5c72e82d7363389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '8dd0765a-3a9a-4ef7-8210-6833af6ea73b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T00:00:31Z', 'updated_at': '2022-05-04T00:00:35Z', 'revision_number': 4, 'project_id': 'ba82b8b56839492bb5c72e82d7363389', 'gw_port': {'id': '8dd0765a-3a9a-4ef7-8210-6833af6ea73b', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1a:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '614f4c97-bcbb-4907-92bb-11882db43f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T00:00:32Z', 'updated_at': '2022-05-04T00:00:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_interfaces': [{'id': '30938d5b-c674-4691-9cc7-09dbead382ab', 'name': '', 'network_id': '1bd10a62-2d1f-443f-aa34-8f7073221cb0', 'tenant_id': 'ba82b8b56839492bb5c72e82d7363389', 'mac_address': 'fa:16:3e:11:b8:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '614f4c97-bcbb-4907-92bb-11882db43f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'ef102ff1-c631-4381-bb4f-b859e1ceda83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T00:00:34Z', 'updated_at': '2022-05-04T00:00:35Z', 'revision_number': 1, 'project_id': 'ba82b8b56839492bb5c72e82d7363389', 'subnets': [{'id': 'ef102ff1-c631-4381-bb4f-b859e1ceda83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:00:36.249762 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7dd8105-d7d8-4ee9-9ba6-4bdd6f118148 None None] The sync data for ids ['614f4c97-bcbb-4907-92bb-11882db43f69'] in dv-cinder-840375-1-iscsi is: [{'id': '614f4c97-bcbb-4907-92bb-11882db43f69', 'name': 'tempest-TestMinimumBasicScenario-573400508-router', 'tenant_id': 'ba82b8b56839492bb5c72e82d7363389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '8dd0765a-3a9a-4ef7-8210-6833af6ea73b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T00:00:31Z', 'updated_at': '2022-05-04T00:00:35Z', 'revision_number': 4, 'project_id': 'ba82b8b56839492bb5c72e82d7363389', 'gw_port': {'id': '8dd0765a-3a9a-4ef7-8210-6833af6ea73b', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1a:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '614f4c97-bcbb-4907-92bb-11882db43f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T00:00:32Z', 'updated_at': '2022-05-04T00:00:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_interfaces': [{'id': '30938d5b-c674-4691-9cc7-09dbead382ab', 'name': '', 'network_id': '1bd10a62-2d1f-443f-aa34-8f7073221cb0', 'tenant_id': 'ba82b8b56839492bb5c72e82d7363389', 'mac_address': 'fa:16:3e:11:b8:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '614f4c97-bcbb-4907-92bb-11882db43f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'ef102ff1-c631-4381-bb4f-b859e1ceda83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T00:00:34Z', 'updated_at': '2022-05-04T00:00:35Z', 'revision_number': 1, 'project_id': 'ba82b8b56839492bb5c72e82d7363389', 'subnets': [{'id': 'ef102ff1-c631-4381-bb4f-b859e1ceda83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 00:00:36.265162 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3d2304-6d2f-46cf-b0e3-a53fe5778bf9 admin admin] Network 1bd10a62-2d1f-443f-aa34-8f7073221cb0 is already hosted by enough agents. {{(pid=114213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 00:00:36.266695 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.base_scheduler [None req-db3d2304-6d2f-46cf-b0e3-a53fe5778bf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=114213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 00:00:36.418717 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db3d2304-6d2f-46cf-b0e3-a53fe5778bf9 admin admin] Router 614f4c97-bcbb-4907-92bb-11882db43f69 has already been hosted by L3 agent 758adf3f-89d7-4e1b-912e-3871fb413390 {{(pid=114213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 00:00:36.556106 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db3d2304-6d2f-46cf-b0e3-a53fe5778bf9 admin admin] Notify agent at l3_agent.dv-cinder-840375-1-iscsi the message routers_updated {{(pid=114213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 00:00:36.568995 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-db3d2304-6d2f-46cf-b0e3-a53fe5778bf9 admin admin] 10.222.0.13 "PUT /v2.0/routers/614f4c97-bcbb-4907-92bb-11882db43f69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3053038 May 04 00:00:36.612954 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-16b3a823-9567-47b7-8839-c32853df9260 None None] Provisioning complete for port 30938d5b-c674-4691-9cc7-09dbead382ab triggered by entity DHCP. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 00:00:36.613405 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-16b3a823-9567-47b7-8839-c32853df9260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:36.667529 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-16b3a823-9567-47b7-8839-c32853df9260 None None] Port 30938d5b-c674-4691-9cc7-09dbead382ab cannot update to ACTIVE because it is not bound. {{(pid=114214) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 04 00:00:36.913970 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:37.330738 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6cfb25-96db-473e-be19-966332bc02f1 req-ed0a744d-c739-4919-950a-357dae3b2694 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:00:37.332448 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-8c6cfb25-96db-473e-be19-966332bc02f1 req-ed0a744d-c739-4919-950a-357dae3b2694 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4103cf2-2713-46a4-b488-6f4b7c073536 HTTP/1.1" status: 200 len: 947 time: 0.0551960 May 04 00:00:37.353680 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device 8dd0765a-3a9a-4ef7-8210-6833af6ea73b up at agent ovs-agent-dv-cinder-840375-1-iscsi {{(pid=114214) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 00:00:37.382370 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-8c6cfb25-96db-473e-be19-966332bc02f1 req-c3f0a645-2640-41ce-a9d7-dcb17a043eb5 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ef122cb-b2d7-4f4c-a22c-0ef0f7f5683d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435009 May 04 00:00:37.453245 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Provisioning complete for port 8dd0765a-3a9a-4ef7-8210-6833af6ea73b triggered by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 00:00:37.453610 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:37.539052 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:37.544629 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 43232) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:00:37.552418 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.v2.base [None req-40daeff4-0ff7-4a8e-8e74-57f91110dada admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2050156497-network', 'tenant_id': '077436a720524d0b895ab68dcc899129'}} {{(pid=114213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 00:00:37.562852 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] For port 8dd0765a-3a9a-4ef7-8210-6833af6ea73b, host dv-cinder-840375-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=8dd0765a-3a9a-4ef7-8210-6833af6ea73b,segment=NetworkSegment(5eb57155-ed9e-4c45-a041-92a5f67bc876),segment_id=5eb57155-ed9e-4c45-a041-92a5f67bc876)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 00:00:37.685016 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:37.685460 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40daeff4-0ff7-4a8e-8e74-57f91110dada admin admin] Made reservation on behalf of 077436a720524d0b895ab68dcc899129 for: {'network': 1} {{(pid=114213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 00:00:37.689965 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-40daeff4-0ff7-4a8e-8e74-57f91110dada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for network, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:37.701705 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-40daeff4-0ff7-4a8e-8e74-57f91110dada admin admin] Notify callbacks [] for security_group, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:37.745367 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Pushing event updated for resources: {'Port': ['ID=8dd0765a-3a9a-4ef7-8210-6833af6ea73b,revision_number=4']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:00:37.798658 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-40daeff4-0ff7-4a8e-8e74-57f91110dada admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:37.862013 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-40daeff4-0ff7-4a8e-8e74-57f91110dada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:38.138394 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40daeff4-0ff7-4a8e-8e74-57f91110dada admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=114213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 00:00:38.153283 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40daeff4-0ff7-4a8e-8e74-57f91110dada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f90af4fb-bf86-4f13-acb2-4327afd19dea,revision_number=1']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:00:38.163775 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-40daeff4-0ff7-4a8e-8e74-57f91110dada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-611538'] for segment, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:38.164107 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.db.segments_db [None req-40daeff4-0ff7-4a8e-8e74-57f91110dada admin admin] Added segment 249eda29-c7a9-4181-b5cd-1a8056f7c8bf of type vlan for network 63c87412-7933-48ba-8e01-615e760a49b1 May 04 00:00:38.211629 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-40daeff4-0ff7-4a8e-8e74-57f91110dada admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733331214529'] for network, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:38.301969 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-40daeff4-0ff7-4a8e-8e74-57f91110dada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298'] for network, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:38.302975 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40daeff4-0ff7-4a8e-8e74-57f91110dada admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:00:38.303546 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-40daeff4-0ff7-4a8e-8e74-57f91110dada admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748400'] for network, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:38.366328 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40daeff4-0ff7-4a8e-8e74-57f91110dada admin admin] Pushing event updated for resources: {'Network': ['ID=63c87412-7933-48ba-8e01-615e760a49b1,revision_number=1']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:00:38.373611 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-40daeff4-0ff7-4a8e-8e74-57f91110dada admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8278444 May 04 00:00:38.376504 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 43246) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:00:38.378981 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Network 63c87412-7933-48ba-8e01-615e760a49b1 details requested by agent ovs-agent-dv-cinder-840375-1-iscsi with host dv-cinder-840375-1-iscsi {{(pid=114214) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 00:00:38.381319 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.v2.base [None req-98a7363f-1c6a-47f8-b62c-1841b347f9ee admin admin] Request body: {'subnet': {'network_id': '63c87412-7933-48ba-8e01-615e760a49b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2050156497-subnet', 'tenant_id': '077436a720524d0b895ab68dcc899129', 'ip_version': 4}} {{(pid=114213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 00:00:38.461011 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a7363f-1c6a-47f8-b62c-1841b347f9ee admin admin] Made reservation on behalf of 077436a720524d0b895ab68dcc899129 for: {'subnet': 1} {{(pid=114213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 00:00:38.463897 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-98a7363f-1c6a-47f8-b62c-1841b347f9ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25579759'] for subnet, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:38.529173 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47102c1d-8f23-4dd3-b4b4-376b238d786c req-3f3a090b-d12b-4543-9300-64292f7b8a87 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:00:38.530778 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-47102c1d-8f23-4dd3-b4b4-376b238d786c req-3f3a090b-d12b-4543-9300-64292f7b8a87 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4103cf2-2713-46a4-b488-6f4b7c073536 HTTP/1.1" status: 200 len: 947 time: 0.0585864 May 04 00:00:38.542266 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5c54ba-95e7-499c-accc-3c17f99850cb None None] Sync routers for ids ['614f4c97-bcbb-4907-92bb-11882db43f69'] in dv-cinder-840375-1-iscsi {{(pid=114215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 00:00:38.553323 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5c54ba-95e7-499c-accc-3c17f99850cb None None] Routers {'614f4c97-bcbb-4907-92bb-11882db43f69'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 00:00:38.553962 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-9d5c54ba-95e7-499c-accc-3c17f99850cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-04T00:00:34Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['614f4c97-bcbb-4907-92bb-11882db43f69'], 'active': True} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:00:38.581901 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-47102c1d-8f23-4dd3-b4b4-376b238d786c req-ae5c924e-796d-4803-9b7a-cde72efd917b tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ef122cb-b2d7-4f4c-a22c-0ef0f7f5683d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400357 May 04 00:00:38.679025 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvr_db [None req-9d5c54ba-95e7-499c-accc-3c17f99850cb None None] Set router 614f4c97-bcbb-4907-92bb-11882db43f69 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 00:00:38.782077 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-98a7363f-1c6a-47f8-b62c-1841b347f9ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26196818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25579769'] for subnet, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:38.837077 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a7363f-1c6a-47f8-b62c-1841b347f9ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff9d01a3-60be-4e15-8ac0-c1e0445c082b,revision_number=0']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:00:38.854037 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a7363f-1c6a-47f8-b62c-1841b347f9ee admin admin] Checking segment: {'id': '249eda29-c7a9-4181-b5cd-1a8056f7c8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '63c87412-7933-48ba-8e01-615e760a49b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 00:00:38.854529 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a7363f-1c6a-47f8-b62c-1841b347f9ee admin admin] Network hostable DHCP agents. Network: 63c87412-7933-48ba-8e01-615e760a49b1, hostable agents: ['68d83d53-3271-4b5e-a364-332abe4e6306'], hosted agents: [] {{(pid=114213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 00:00:38.893381 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-9d5c54ba-95e7-499c-accc-3c17f99850cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614f4c97-bcbb-4907-92bb-11882db43f69', 'name': 'tempest-TestMinimumBasicScenario-573400508-router', 'tenant_id': 'ba82b8b56839492bb5c72e82d7363389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '8dd0765a-3a9a-4ef7-8210-6833af6ea73b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T00:00:31Z', 'updated_at': '2022-05-04T00:00:35Z', 'revision_number': 4, 'project_id': 'ba82b8b56839492bb5c72e82d7363389', 'gw_port': {'id': '8dd0765a-3a9a-4ef7-8210-6833af6ea73b', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614f4c97-bcbb-4907-92bb-11882db43f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T00:00:32Z', 'updated_at': '2022-05-04T00:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_interfaces': [{'id': '30938d5b-c674-4691-9cc7-09dbead382ab', 'name': '', 'network_id': '1bd10a62-2d1f-443f-aa34-8f7073221cb0', 'tenant_id': 'ba82b8b56839492bb5c72e82d7363389', 'mac_address': 'fa:16:3e:11:b8:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '614f4c97-bcbb-4907-92bb-11882db43f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'ef102ff1-c631-4381-bb4f-b859e1ceda83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T00:00:34Z', 'updated_at': '2022-05-04T00:00:35Z', 'revision_number': 2, 'project_id': 'ba82b8b56839492bb5c72e82d7363389', 'subnets': [{'id': 'ef102ff1-c631-4381-bb4f-b859e1ceda83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:00:38.924725 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5c54ba-95e7-499c-accc-3c17f99850cb None None] Checking router: 614f4c97-bcbb-4907-92bb-11882db43f69 for host: dv-cinder-840375-1-iscsi {{(pid=114215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 00:00:38.925070 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5c54ba-95e7-499c-accc-3c17f99850cb None None] Updating router 614f4c97-bcbb-4907-92bb-11882db43f69 port 30938d5b-c674-4691-9cc7-09dbead382ab binding host dv-cinder-840375-1-iscsi {{(pid=114215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 00:00:38.952210 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron_lib.callbacks.manager [None req-9d5c54ba-95e7-499c-accc-3c17f99850cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:38.998859 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a7363f-1c6a-47f8-b62c-1841b347f9ee admin admin] Network 63c87412-7933-48ba-8e01-615e760a49b1 is scheduled to be hosted by DHCP agent 68d83d53-3271-4b5e-a364-332abe4e6306 with binding_index 1 {{(pid=114213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 00:00:39.017956 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 43260) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:00:39.091900 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.base_scheduler [None req-98a7363f-1c6a-47f8-b62c-1841b347f9ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840375-1-iscsi, 63c87412-7933-48ba-8e01-615e760a49b1) {{(pid=114213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 00:00:39.100152 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a7363f-1c6a-47f8-b62c-1841b347f9ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:00:39.100152 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-98a7363f-1c6a-47f8-b62c-1841b347f9ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748400'] for subnet, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:39.102425 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5466975-e2aa-44b0-8c4f-02e1b21a9d59 None None] Network 63c87412-7933-48ba-8e01-615e760a49b1 requested from dv-cinder-840375-1-iscsi {{(pid=114214) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 00:00:39.139121 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-a6034a2a-b52c-4640-b23b-42470d2cf1cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:39.211838 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-98a7363f-1c6a-47f8-b62c-1841b347f9ee admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8341639 May 04 00:00:39.214281 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 43264) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:00:39.218839 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.v2.base [None req-3b855771-3527-474d-a1e7-451c80b9465a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2050156497-router', 'tenant_id': '077436a720524d0b895ab68dcc899129', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c'}}} {{(pid=114213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 00:00:39.245044 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron_lib.callbacks.manager [None req-9d5c54ba-95e7-499c-accc-3c17f99850cb None None] Notify callbacks [] for port, precommit_update {{(pid=114215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:39.248770 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-a6034a2a-b52c-4640-b23b-42470d2cf1cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:39.281593 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9debd9cd-24cb-4ab8-80ef-e815daa4f161 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6859a26-b6ae-50b6-ac7d-ce164fc290cc-63c87412-7933-48ba-8e01-615e760a49b1', 'network_id': '63c87412-7933-48ba-8e01-615e760a49b1', 'tenant_id': '077436a720524d0b895ab68dcc899129', 'fixed_ips': [{'subnet_id': 'ff9d01a3-60be-4e15-8ac0-c1e0445c082b'}]}} from dv-cinder-840375-1-iscsi. {{(pid=114214) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 04 00:00:39.282605 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-9debd9cd-24cb-4ab8-80ef-e815daa4f161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_create {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:39.309266 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device 8dd0765a-3a9a-4ef7-8210-6833af6ea73b up at agent ovs-agent-dv-cinder-840375-1-iscsi {{(pid=114214) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 00:00:39.319491 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-3b855771-3527-474d-a1e7-451c80b9465a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3756941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9675'] for router, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:39.323892 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-3b855771-3527-474d-a1e7-451c80b9465a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3759997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3761351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3931738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9666'] for router, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:39.342582 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron_lib.callbacks.manager [None req-9d5c54ba-95e7-499c-accc-3c17f99850cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:39.343546 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-a6034a2a-b52c-4640-b23b-42470d2cf1cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:39.393093 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be47db7-0624-41d3-b1f6-6eebb0cb6122 None None] Pushing event updated for resources: {'Port': ['ID=30938d5b-c674-4691-9cc7-09dbead382ab,revision_number=3']} {{(pid=114215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:00:39.393312 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-3b855771-3527-474d-a1e7-451c80b9465a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:39.414772 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-a6034a2a-b52c-4640-b23b-42470d2cf1cd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=82c38d228abc42b49e6f4280ad9de6f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3956487 May 04 00:00:39.416891 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6034a2a-b52c-4640-b23b-42470d2cf1cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=395bb8fc-ad72-4abf-a802-09f70556d971,revision_number=1']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:00:39.417410 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 43266) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:00:39.446245 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be47db7-0624-41d3-b1f6-6eebb0cb6122 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:00:39.446918 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be47db7-0624-41d3-b1f6-6eebb0cb6122 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:00:39.447211 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be47db7-0624-41d3-b1f6-6eebb0cb6122 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:00:39.447753 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be47db7-0624-41d3-b1f6-6eebb0cb6122 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:00:39.448059 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be47db7-0624-41d3-b1f6-6eebb0cb6122 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:00:39.448390 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be47db7-0624-41d3-b1f6-6eebb0cb6122 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:00:39.448715 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be47db7-0624-41d3-b1f6-6eebb0cb6122 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:00:39.449073 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be47db7-0624-41d3-b1f6-6eebb0cb6122 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:00:39.449513 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be47db7-0624-41d3-b1f6-6eebb0cb6122 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:00:39.449849 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be47db7-0624-41d3-b1f6-6eebb0cb6122 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:00:39.450271 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be47db7-0624-41d3-b1f6-6eebb0cb6122 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:00:39.450595 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be47db7-0624-41d3-b1f6-6eebb0cb6122 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:00:39.464490 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Provisioning complete for port 8dd0765a-3a9a-4ef7-8210-6833af6ea73b triggered by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 00:00:39.466414 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:39.499728 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-68208b18-8c1e-453f-9844-648c7ff64215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:39.503589 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.db_base_plugin_common [None req-9debd9cd-24cb-4ab8-80ef-e815daa4f161 None None] Allocated IP 172.20.0.2 (63c87412-7933-48ba-8e01-615e760a49b1/ff9d01a3-60be-4e15-8ac0-c1e0445c082b/db0690da-d64e-401e-b5b8-d853f2423094) {{(pid=114214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 00:00:39.506676 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.managers [None req-9d5c54ba-95e7-499c-accc-3c17f99850cb None None] Attempting to bind port 30938d5b-c674-4691-9cc7-09dbead382ab on host dv-cinder-840375-1-iscsi for vnic_type normal with profile {{(pid=114215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 00:00:39.507047 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.managers [None req-9d5c54ba-95e7-499c-accc-3c17f99850cb None None] Attempting to bind port 30938d5b-c674-4691-9cc7-09dbead382ab by drivers openvswitch,hyperv on host dv-cinder-840375-1-iscsi at level 0 using segments [{'id': 'd465fedf-034e-4504-b3eb-d649a570b375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '1bd10a62-2d1f-443f-aa34-8f7073221cb0'}] {{(pid=114215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 00:00:39.507407 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5c54ba-95e7-499c-accc-3c17f99850cb None None] Attempting to bind port 30938d5b-c674-4691-9cc7-09dbead382ab on network 1bd10a62-2d1f-443f-aa34-8f7073221cb0 {{(pid=114215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 00:00:39.514744 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5c54ba-95e7-499c-accc-3c17f99850cb None None] Checking agent: {'id': 'cd69fb9c-fe1e-4524-b6a8-2fc8f7c83280', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840375-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 23, 44, 7), 'started_at': datetime.datetime(2022, 5, 3, 23, 44, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 0, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840375-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 00:00:39.515115 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5c54ba-95e7-499c-accc-3c17f99850cb None None] Checking segment: {'id': 'd465fedf-034e-4504-b3eb-d649a570b375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '1bd10a62-2d1f-443f-aa34-8f7073221cb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 00:00:39.515513 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron_lib.callbacks.manager [None req-9d5c54ba-95e7-499c-accc-3c17f99850cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:39.515902 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5c54ba-95e7-499c-accc-3c17f99850cb None None] Bound using segment: {'id': 'd465fedf-034e-4504-b3eb-d649a570b375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '1bd10a62-2d1f-443f-aa34-8f7073221cb0'} {{(pid=114215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 00:00:39.516373 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.managers [None req-9d5c54ba-95e7-499c-accc-3c17f99850cb None None] Bound port: 30938d5b-c674-4691-9cc7-09dbead382ab, host: dv-cinder-840375-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd465fedf-034e-4504-b3eb-d649a570b375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '1bd10a62-2d1f-443f-aa34-8f7073221cb0'}}] {{(pid=114215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 00:00:39.516760 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron_lib.callbacks.manager [None req-9d5c54ba-95e7-499c-accc-3c17f99850cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:39.534686 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-68208b18-8c1e-453f-9844-648c7ff64215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:39.613588 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.db [None req-9d5c54ba-95e7-499c-accc-3c17f99850cb None None] For port 30938d5b-c674-4691-9cc7-09dbead382ab, host dv-cinder-840375-1-iscsi, cleared binding levels {{(pid=114215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 00:00:39.617007 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.db [None req-9d5c54ba-95e7-499c-accc-3c17f99850cb None None] For port 30938d5b-c674-4691-9cc7-09dbead382ab, host dv-cinder-840375-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=30938d5b-c674-4691-9cc7-09dbead382ab,segment=NetworkSegment(d465fedf-034e-4504-b3eb-d649a570b375),segment_id=d465fedf-034e-4504-b3eb-d649a570b375)] {{(pid=114215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 00:00:39.677207 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-3b855771-3527-474d-a1e7-451c80b9465a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:39.697336 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-68208b18-8c1e-453f-9844-648c7ff64215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:39.697336 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-68208b18-8c1e-453f-9844-648c7ff64215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:39.697336 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-68208b18-8c1e-453f-9844-648c7ff64215 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/395bb8fc-ad72-4abf-a802-09f70556d971 HTTP/1.1" status: 204 len: 168 time: 0.2748170 May 04 00:00:39.710735 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68208b18-8c1e-453f-9844-648c7ff64215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=395bb8fc-ad72-4abf-a802-09f70556d971,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:00:39.757962 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-b78649fa-e7a0-4dde-955d-f823348898f9 None None] Provisioning complete for port 30938d5b-c674-4691-9cc7-09dbead382ab triggered by entity DHCP. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 00:00:39.758283 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-b78649fa-e7a0-4dde-955d-f823348898f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:39.760400 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron_lib.callbacks.manager [None req-9d5c54ba-95e7-499c-accc-3c17f99850cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:39.763910 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-9debd9cd-24cb-4ab8-80ef-e815daa4f161 None None] Notify callbacks [] for port, precommit_create {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:39.843542 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5c54ba-95e7-499c-accc-3c17f99850cb None None] Routers {'614f4c97-bcbb-4907-92bb-11882db43f69'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 00:00:39.844182 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-9d5c54ba-95e7-499c-accc-3c17f99850cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-04T00:00:34Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['614f4c97-bcbb-4907-92bb-11882db43f69'], 'active': True} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:00:39.867766 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-9debd9cd-24cb-4ab8-80ef-e815daa4f161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733331236172'] for port, after_create {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:39.899220 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be47db7-0624-41d3-b1f6-6eebb0cb6122 None None] Pushing event updated for resources: {'Port': ['ID=30938d5b-c674-4691-9cc7-09dbead382ab,revision_number=4']} {{(pid=114215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:00:39.924187 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-b78649fa-e7a0-4dde-955d-f823348898f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:39.929209 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9debd9cd-24cb-4ab8-80ef-e815daa4f161 None None] Network 63c87412-7933-48ba-8e01-615e760a49b1 is already hosted by enough agents. {{(pid=114214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 00:00:39.946634 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.scheduler.base_scheduler [None req-9debd9cd-24cb-4ab8-80ef-e815daa4f161 None None] Resources bound (agent type, host, resource id): {{(pid=114214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 00:00:39.953138 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9debd9cd-24cb-4ab8-80ef-e815daa4f161 None None] Received port after_create {{(pid=114214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 00:00:39.988011 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-b78649fa-e7a0-4dde-955d-f823348898f9 None None] For port 30938d5b-c674-4691-9cc7-09dbead382ab, host dv-cinder-840375-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=30938d5b-c674-4691-9cc7-09dbead382ab,segment=NetworkSegment(d465fedf-034e-4504-b3eb-d649a570b375),segment_id=d465fedf-034e-4504-b3eb-d649a570b375)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 00:00:40.015489 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvr_db [None req-9d5c54ba-95e7-499c-accc-3c17f99850cb None None] Set router 614f4c97-bcbb-4907-92bb-11882db43f69 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 00:00:40.018612 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9debd9cd-24cb-4ab8-80ef-e815daa4f161 None None] Pushing event updated for resources: {'Port': ['ID=db0690da-d64e-401e-b5b8-d853f2423094,revision_number=1']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:00:40.063588 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-b78649fa-e7a0-4dde-955d-f823348898f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:40.076889 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-3b855771-3527-474d-a1e7-451c80b9465a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:40.098761 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-3b855771-3527-474d-a1e7-451c80b9465a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:40.120130 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.managers [None req-9debd9cd-24cb-4ab8-80ef-e815daa4f161 None None] Attempting to bind port db0690da-d64e-401e-b5b8-d853f2423094 on host dv-cinder-840375-1-iscsi for vnic_type normal with profile {{(pid=114214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 00:00:40.120744 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.managers [None req-9debd9cd-24cb-4ab8-80ef-e815daa4f161 None None] Attempting to bind port db0690da-d64e-401e-b5b8-d853f2423094 by drivers openvswitch,hyperv on host dv-cinder-840375-1-iscsi at level 0 using segments [{'id': '249eda29-c7a9-4181-b5cd-1a8056f7c8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '63c87412-7933-48ba-8e01-615e760a49b1'}] {{(pid=114214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 00:00:40.121381 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9debd9cd-24cb-4ab8-80ef-e815daa4f161 None None] Attempting to bind port db0690da-d64e-401e-b5b8-d853f2423094 on network 63c87412-7933-48ba-8e01-615e760a49b1 {{(pid=114214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 00:00:40.137905 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9debd9cd-24cb-4ab8-80ef-e815daa4f161 None None] Checking agent: {'id': 'cd69fb9c-fe1e-4524-b6a8-2fc8f7c83280', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840375-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 23, 44, 7), 'started_at': datetime.datetime(2022, 5, 3, 23, 44, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 0, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840375-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 00:00:40.138320 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9debd9cd-24cb-4ab8-80ef-e815daa4f161 None None] Checking segment: {'id': '249eda29-c7a9-4181-b5cd-1a8056f7c8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '63c87412-7933-48ba-8e01-615e760a49b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 00:00:40.138722 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-9debd9cd-24cb-4ab8-80ef-e815daa4f161 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:40.139170 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9debd9cd-24cb-4ab8-80ef-e815daa4f161 None None] Bound using segment: {'id': '249eda29-c7a9-4181-b5cd-1a8056f7c8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '63c87412-7933-48ba-8e01-615e760a49b1'} {{(pid=114214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 00:00:40.139658 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.managers [None req-9debd9cd-24cb-4ab8-80ef-e815daa4f161 None None] Bound port: db0690da-d64e-401e-b5b8-d853f2423094, host: dv-cinder-840375-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '249eda29-c7a9-4181-b5cd-1a8056f7c8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '63c87412-7933-48ba-8e01-615e760a49b1'}}] {{(pid=114214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 00:00:40.140040 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-9debd9cd-24cb-4ab8-80ef-e815daa4f161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:40.153972 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78649fa-e7a0-4dde-955d-f823348898f9 None None] Pushing event updated for resources: {'Port': ['ID=30938d5b-c674-4691-9cc7-09dbead382ab,revision_number=5']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:00:40.219199 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-89d0b06c-1443-4e82-9440-3506196e9a9f None None] Provisioning complete for port 30938d5b-c674-4691-9cc7-09dbead382ab triggered by entity DHCP. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 00:00:40.219581 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-89d0b06c-1443-4e82-9440-3506196e9a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:40.246367 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.db.db_base_plugin_common [None req-3b855771-3527-474d-a1e7-451c80b9465a admin admin] Allocated IP 172.27.2.51 (b899e136-3b25-4af5-bb18-9827145d490c/f9ce11e5-b806-4ff0-a648-9987146ccd8a/78131686-d3bc-4ff2-af6e-dd2d699d19b4) {{(pid=114213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 00:00:40.280626 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-9d5c54ba-95e7-499c-accc-3c17f99850cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614f4c97-bcbb-4907-92bb-11882db43f69', 'name': 'tempest-TestMinimumBasicScenario-573400508-router', 'tenant_id': 'ba82b8b56839492bb5c72e82d7363389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '8dd0765a-3a9a-4ef7-8210-6833af6ea73b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T00:00:31Z', 'updated_at': '2022-05-04T00:00:35Z', 'revision_number': 4, 'project_id': 'ba82b8b56839492bb5c72e82d7363389', 'gw_port': {'id': '8dd0765a-3a9a-4ef7-8210-6833af6ea73b', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614f4c97-bcbb-4907-92bb-11882db43f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T00:00:32Z', 'updated_at': '2022-05-04T00:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_interfaces': [{'id': '30938d5b-c674-4691-9cc7-09dbead382ab', 'name': '', 'network_id': '1bd10a62-2d1f-443f-aa34-8f7073221cb0', 'tenant_id': 'ba82b8b56839492bb5c72e82d7363389', 'mac_address': 'fa:16:3e:11:b8:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '614f4c97-bcbb-4907-92bb-11882db43f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'ef102ff1-c631-4381-bb4f-b859e1ceda83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T00:00:34Z', 'updated_at': '2022-05-04T00:00:39Z', 'revision_number': 4, 'project_id': 'ba82b8b56839492bb5c72e82d7363389', 'subnets': [{'id': 'ef102ff1-c631-4381-bb4f-b859e1ceda83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:00:40.314825 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5c54ba-95e7-499c-accc-3c17f99850cb None None] The sync data for ids ['614f4c97-bcbb-4907-92bb-11882db43f69'] in dv-cinder-840375-1-iscsi is: [{'id': '614f4c97-bcbb-4907-92bb-11882db43f69', 'name': 'tempest-TestMinimumBasicScenario-573400508-router', 'tenant_id': 'ba82b8b56839492bb5c72e82d7363389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '8dd0765a-3a9a-4ef7-8210-6833af6ea73b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T00:00:31Z', 'updated_at': '2022-05-04T00:00:35Z', 'revision_number': 4, 'project_id': 'ba82b8b56839492bb5c72e82d7363389', 'gw_port': {'id': '8dd0765a-3a9a-4ef7-8210-6833af6ea73b', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614f4c97-bcbb-4907-92bb-11882db43f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T00:00:32Z', 'updated_at': '2022-05-04T00:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_interfaces': [{'id': '30938d5b-c674-4691-9cc7-09dbead382ab', 'name': '', 'network_id': '1bd10a62-2d1f-443f-aa34-8f7073221cb0', 'tenant_id': 'ba82b8b56839492bb5c72e82d7363389', 'mac_address': 'fa:16:3e:11:b8:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '614f4c97-bcbb-4907-92bb-11882db43f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'ef102ff1-c631-4381-bb4f-b859e1ceda83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T00:00:34Z', 'updated_at': '2022-05-04T00:00:39Z', 'revision_number': 4, 'project_id': 'ba82b8b56839492bb5c72e82d7363389', 'subnets': [{'id': 'ef102ff1-c631-4381-bb4f-b859e1ceda83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 00:00:40.367277 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-3b855771-3527-474d-a1e7-451c80b9465a admin admin] Notify callbacks [] for port, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:40.383262 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-9debd9cd-24cb-4ab8-80ef-e815daa4f161 None None] For port db0690da-d64e-401e-b5b8-d853f2423094, host dv-cinder-840375-1-iscsi, cleared binding levels {{(pid=114214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 00:00:40.400495 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-9debd9cd-24cb-4ab8-80ef-e815daa4f161 None None] For port db0690da-d64e-401e-b5b8-d853f2423094, host dv-cinder-840375-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=db0690da-d64e-401e-b5b8-d853f2423094,segment=NetworkSegment(249eda29-c7a9-4181-b5cd-1a8056f7c8bf),segment_id=249eda29-c7a9-4181-b5cd-1a8056f7c8bf)] {{(pid=114214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 00:00:40.481120 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-9debd9cd-24cb-4ab8-80ef-e815daa4f161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:40.508374 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-3b855771-3527-474d-a1e7-451c80b9465a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733331236172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25969890'] for port, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:40.548408 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9debd9cd-24cb-4ab8-80ef-e815daa4f161 None None] Pushing event updated for resources: {'Port': ['ID=db0690da-d64e-401e-b5b8-d853f2423094,revision_number=2']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:00:40.556088 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b855771-3527-474d-a1e7-451c80b9465a admin admin] Network b899e136-3b25-4af5-bb18-9827145d490c is already hosted by enough agents. {{(pid=114213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 00:00:40.560080 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.base_scheduler [None req-3b855771-3527-474d-a1e7-451c80b9465a admin admin] Resources bound (agent type, host, resource id): {{(pid=114213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 00:00:40.564478 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b855771-3527-474d-a1e7-451c80b9465a admin admin] Received port after_create {{(pid=114213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 00:00:40.570343 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b855771-3527-474d-a1e7-451c80b9465a admin admin] Pushing event updated for resources: {'Port': ['ID=78131686-d3bc-4ff2-af6e-dd2d699d19b4,revision_number=1']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:00:40.574167 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 43274) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:00:40.598464 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-e5772106-b138-4f78-b525-b89abc276ade admin admin] Notify callbacks [] for security_group, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:40.706284 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-e5772106-b138-4f78-b525-b89abc276ade admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:40.782627 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-e5772106-b138-4f78-b525-b89abc276ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:40.845628 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5772106-b138-4f78-b525-b89abc276ade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb2373e7-a69a-420a-84a4-980a7dda642b,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:00:40.851429 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-e5772106-b138-4f78-b525-b89abc276ade admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bad3d09baf8d4339834297d4830ca9f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2755611 May 04 00:00:40.853677 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 43278) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:00:40.923903 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-5631ae70-8f6d-4914-a423-330af5f20e4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:40.951678 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-5631ae70-8f6d-4914-a423-330af5f20e4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:40.976994 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-3b855771-3527-474d-a1e7-451c80b9465a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:41.079482 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-5631ae70-8f6d-4914-a423-330af5f20e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:41.084155 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-5631ae70-8f6d-4914-a423-330af5f20e4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:41.088507 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-5631ae70-8f6d-4914-a423-330af5f20e4b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eb2373e7-a69a-420a-84a4-980a7dda642b HTTP/1.1" status: 204 len: 168 time: 0.2337160 May 04 00:00:41.097747 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5631ae70-8f6d-4914-a423-330af5f20e4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb2373e7-a69a-420a-84a4-980a7dda642b,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:00:41.224060 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-3b855771-3527-474d-a1e7-451c80b9465a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3759990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3761396'] for router, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:41.441850 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device db0690da-d64e-401e-b5b8-d853f2423094 up at agent ovs-agent-dv-cinder-840375-1-iscsi {{(pid=114214) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 00:00:41.473296 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b855771-3527-474d-a1e7-451c80b9465a admin admin] Router ecc67ea0-6a3e-40ac-8768-56afd1225370 is scheduled to L3 agent 758adf3f-89d7-4e1b-912e-3871fb413390 with binding_index 1 {{(pid=114213) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 00:00:41.519577 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Provisioning complete for port db0690da-d64e-401e-b5b8-d853f2423094 triggered by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 00:00:41.521083 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:41.630204 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b855771-3527-474d-a1e7-451c80b9465a admin admin] Notify agent at l3_agent.dv-cinder-840375-1-iscsi the message routers_updated {{(pid=114213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 00:00:41.637598 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:41.644127 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247cc449-2ea0-4b10-826f-1c9801e1c892 None None] Sync routers for ids ['ecc67ea0-6a3e-40ac-8768-56afd1225370'] in dv-cinder-840375-1-iscsi {{(pid=114214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 00:00:41.677507 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247cc449-2ea0-4b10-826f-1c9801e1c892 None None] Routers {'ecc67ea0-6a3e-40ac-8768-56afd1225370'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 00:00:41.678366 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-247cc449-2ea0-4b10-826f-1c9801e1c892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-04T00:00:34Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['ecc67ea0-6a3e-40ac-8768-56afd1225370'], 'active': True} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:00:41.691734 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820c781e-8df1-4d82-86c3-f0ee839dac1d None None] Network 63c87412-7933-48ba-8e01-615e760a49b1 requested from dv-cinder-840375-1-iscsi {{(pid=114214) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 00:00:41.713079 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-3b855771-3527-474d-a1e7-451c80b9465a admin admin] Notify callbacks [] for router, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:41.715051 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-3b855771-3527-474d-a1e7-451c80b9465a admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4996762 May 04 00:00:41.718014 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 43290) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:00:41.731269 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] For port db0690da-d64e-401e-b5b8-d853f2423094, host dv-cinder-840375-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=db0690da-d64e-401e-b5b8-d853f2423094,segment=NetworkSegment(249eda29-c7a9-4181-b5cd-1a8056f7c8bf),segment_id=249eda29-c7a9-4181-b5cd-1a8056f7c8bf)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 00:00:41.811287 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:41.815958 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device 30938d5b-c674-4691-9cc7-09dbead382ab up at agent ovs-agent-dv-cinder-840375-1-iscsi {{(pid=114214) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 00:00:41.899382 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-138b8e4c-a1a7-4fad-86e4-76c709f5942d None None] Provisioning complete for port db0690da-d64e-401e-b5b8-d853f2423094 triggered by entity DHCP. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 00:00:41.899746 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-138b8e4c-a1a7-4fad-86e4-76c709f5942d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:41.977263 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvr_db [None req-247cc449-2ea0-4b10-826f-1c9801e1c892 None None] Set router ecc67ea0-6a3e-40ac-8768-56afd1225370 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 00:00:42.081981 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Pushing event updated for resources: {'Port': ['ID=db0690da-d64e-401e-b5b8-d853f2423094,revision_number=3']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:00:42.159919 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Provisioning complete for port 30938d5b-c674-4691-9cc7-09dbead382ab triggered by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 00:00:42.160283 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:42.199035 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-04923434-ca88-4b73-ad24-fe9d772bffd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:42.383815 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-247cc449-2ea0-4b10-826f-1c9801e1c892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc67ea0-6a3e-40ac-8768-56afd1225370', 'name': 'tempest-TestMinimumBasicScenario-2050156497-router', 'tenant_id': '077436a720524d0b895ab68dcc899129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '78131686-d3bc-4ff2-af6e-dd2d699d19b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T00:00:39Z', 'updated_at': '2022-05-04T00:00:40Z', 'revision_number': 3, 'project_id': '077436a720524d0b895ab68dcc899129', 'gw_port': {'id': '78131686-d3bc-4ff2-af6e-dd2d699d19b4', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:64:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc67ea0-6a3e-40ac-8768-56afd1225370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T00:00:40Z', 'updated_at': '2022-05-04T00:00:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi'}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:00:42.404948 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.db_base_plugin_common [None req-04923434-ca88-4b73-ad24-fe9d772bffd6 admin admin] Allocated IP 172.20.0.1 (63c87412-7933-48ba-8e01-615e760a49b1/ff9d01a3-60be-4e15-8ac0-c1e0445c082b/c3702117-cf45-4d99-9399-6f463cbabf80) {{(pid=114212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 00:00:42.412143 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247cc449-2ea0-4b10-826f-1c9801e1c892 None None] Checking router: ecc67ea0-6a3e-40ac-8768-56afd1225370 for host: dv-cinder-840375-1-iscsi {{(pid=114214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 00:00:42.412493 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247cc449-2ea0-4b10-826f-1c9801e1c892 None None] Updating router ecc67ea0-6a3e-40ac-8768-56afd1225370 port 78131686-d3bc-4ff2-af6e-dd2d699d19b4 binding host dv-cinder-840375-1-iscsi {{(pid=114214) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 00:00:42.444059 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-247cc449-2ea0-4b10-826f-1c9801e1c892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:42.565423 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-04923434-ca88-4b73-ad24-fe9d772bffd6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:42.661325 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-66532178-8048-407f-b43e-d7f160b59e9b None None] Provisioning complete for port db0690da-d64e-401e-b5b8-d853f2423094 triggered by entity DHCP. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 00:00:42.661907 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-66532178-8048-407f-b43e-d7f160b59e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:42.748757 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-04923434-ca88-4b73-ad24-fe9d772bffd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733331236172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25393418'] for port, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:42.795837 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04923434-ca88-4b73-ad24-fe9d772bffd6 admin admin] Network 63c87412-7933-48ba-8e01-615e760a49b1 is already hosted by enough agents. {{(pid=114212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 00:00:42.801942 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.base_scheduler [None req-04923434-ca88-4b73-ad24-fe9d772bffd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=114212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 00:00:42.805477 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04923434-ca88-4b73-ad24-fe9d772bffd6 admin admin] Received port after_create {{(pid=114212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 00:00:42.811794 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-247cc449-2ea0-4b10-826f-1c9801e1c892 None None] Notify callbacks [] for port, precommit_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:42.833937 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04923434-ca88-4b73-ad24-fe9d772bffd6 admin admin] Pushing event updated for resources: {'Port': ['ID=c3702117-cf45-4d99-9399-6f463cbabf80,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:00:42.857825 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-04923434-ca88-4b73-ad24-fe9d772bffd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761863'] for router_interface, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:42.925025 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-247cc449-2ea0-4b10-826f-1c9801e1c892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:43.013798 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535ebc04-2e36-4756-bd73-571782750583 None None] Pushing event updated for resources: {'Port': ['ID=78131686-d3bc-4ff2-af6e-dd2d699d19b4,revision_number=2']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:00:43.016329 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.managers [None req-247cc449-2ea0-4b10-826f-1c9801e1c892 None None] Attempting to bind port 78131686-d3bc-4ff2-af6e-dd2d699d19b4 on host dv-cinder-840375-1-iscsi for vnic_type normal with profile {{(pid=114214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 00:00:43.016699 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.managers [None req-247cc449-2ea0-4b10-826f-1c9801e1c892 None None] Attempting to bind port 78131686-d3bc-4ff2-af6e-dd2d699d19b4 by drivers openvswitch,hyperv on host dv-cinder-840375-1-iscsi at level 0 using segments [{'id': '5eb57155-ed9e-4c45-a041-92a5f67bc876', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c'}] {{(pid=114214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 00:00:43.017058 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247cc449-2ea0-4b10-826f-1c9801e1c892 None None] Attempting to bind port 78131686-d3bc-4ff2-af6e-dd2d699d19b4 on network b899e136-3b25-4af5-bb18-9827145d490c {{(pid=114214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 00:00:43.027237 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247cc449-2ea0-4b10-826f-1c9801e1c892 None None] Checking agent: {'id': 'cd69fb9c-fe1e-4524-b6a8-2fc8f7c83280', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840375-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 23, 44, 7), 'started_at': datetime.datetime(2022, 5, 3, 23, 44, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 0, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840375-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 00:00:43.027237 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247cc449-2ea0-4b10-826f-1c9801e1c892 None None] Checking segment: {'id': '5eb57155-ed9e-4c45-a041-92a5f67bc876', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 00:00:43.027237 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-247cc449-2ea0-4b10-826f-1c9801e1c892 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:43.027237 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247cc449-2ea0-4b10-826f-1c9801e1c892 None None] Bound using segment: {'id': '5eb57155-ed9e-4c45-a041-92a5f67bc876', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c'} {{(pid=114214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 00:00:43.027237 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.managers [None req-247cc449-2ea0-4b10-826f-1c9801e1c892 None None] Bound port: 78131686-d3bc-4ff2-af6e-dd2d699d19b4, host: dv-cinder-840375-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb57155-ed9e-4c45-a041-92a5f67bc876', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c'}}] {{(pid=114214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 00:00:43.028333 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-247cc449-2ea0-4b10-826f-1c9801e1c892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:43.071834 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-04923434-ca88-4b73-ad24-fe9d772bffd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:43.087973 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-247cc449-2ea0-4b10-826f-1c9801e1c892 None None] For port 78131686-d3bc-4ff2-af6e-dd2d699d19b4, host dv-cinder-840375-1-iscsi, cleared binding levels {{(pid=114214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 00:00:43.092281 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-247cc449-2ea0-4b10-826f-1c9801e1c892 None None] For port 78131686-d3bc-4ff2-af6e-dd2d699d19b4, host dv-cinder-840375-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=78131686-d3bc-4ff2-af6e-dd2d699d19b4,segment=NetworkSegment(5eb57155-ed9e-4c45-a041-92a5f67bc876),segment_id=5eb57155-ed9e-4c45-a041-92a5f67bc876)] {{(pid=114214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 00:00:43.143660 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-96581da7-ba21-485c-a202-ce21468fb864 None None] Provisioning complete for port c3702117-cf45-4d99-9399-6f463cbabf80 triggered by entity DHCP. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 00:00:43.144534 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-96581da7-ba21-485c-a202-ce21468fb864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:43.168563 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-247cc449-2ea0-4b10-826f-1c9801e1c892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:43.243126 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-96581da7-ba21-485c-a202-ce21468fb864 None None] Port c3702117-cf45-4d99-9399-6f463cbabf80 cannot update to ACTIVE because it is not bound. {{(pid=114214) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 04 00:00:43.263941 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-04923434-ca88-4b73-ad24-fe9d772bffd6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:43.273228 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247cc449-2ea0-4b10-826f-1c9801e1c892 None None] Routers {'ecc67ea0-6a3e-40ac-8768-56afd1225370'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 00:00:43.273930 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-247cc449-2ea0-4b10-826f-1c9801e1c892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-04T00:00:34Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['ecc67ea0-6a3e-40ac-8768-56afd1225370'], 'active': True} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:00:43.347188 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-04923434-ca88-4b73-ad24-fe9d772bffd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25393411'] for port, after_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:43.426849 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04923434-ca88-4b73-ad24-fe9d772bffd6 admin admin] Pushing event updated for resources: {'Port': ['ID=c3702117-cf45-4d99-9399-6f463cbabf80,revision_number=2']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:00:43.429428 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-04923434-ca88-4b73-ad24-fe9d772bffd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3748312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761851'] for router_interface, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:43.460821 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device db0690da-d64e-401e-b5b8-d853f2423094 up at agent ovs-agent-dv-cinder-840375-1-iscsi {{(pid=114214) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 00:00:43.462964 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535ebc04-2e36-4756-bd73-571782750583 None None] Pushing event updated for resources: {'Port': ['ID=78131686-d3bc-4ff2-af6e-dd2d699d19b4,revision_number=3']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:00:43.529310 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04923434-ca88-4b73-ad24-fe9d772bffd6 admin admin] Network 63c87412-7933-48ba-8e01-615e760a49b1 is already hosted by enough agents. {{(pid=114212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 00:00:43.530767 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.base_scheduler [None req-04923434-ca88-4b73-ad24-fe9d772bffd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=114212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 00:00:43.579321 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvr_db [None req-247cc449-2ea0-4b10-826f-1c9801e1c892 None None] Set router ecc67ea0-6a3e-40ac-8768-56afd1225370 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 00:00:43.606638 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Provisioning complete for port db0690da-d64e-401e-b5b8-d853f2423094 triggered by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 00:00:43.607058 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:43.676166 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04923434-ca88-4b73-ad24-fe9d772bffd6 admin admin] Router ecc67ea0-6a3e-40ac-8768-56afd1225370 has already been hosted by L3 agent 758adf3f-89d7-4e1b-912e-3871fb413390 {{(pid=114212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 00:00:43.804071 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04923434-ca88-4b73-ad24-fe9d772bffd6 admin admin] Notify agent at l3_agent.dv-cinder-840375-1-iscsi the message routers_updated {{(pid=114212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 00:00:43.812324 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-04923434-ca88-4b73-ad24-fe9d772bffd6 admin admin] 10.222.0.13 "PUT /v2.0/routers/ecc67ea0-6a3e-40ac-8768-56afd1225370/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0924582 May 04 00:00:43.820131 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-5134bb6a-439d-442c-9eca-d28bda1272fa None None] Provisioning complete for port c3702117-cf45-4d99-9399-6f463cbabf80 triggered by entity DHCP. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 00:00:43.820682 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-5134bb6a-439d-442c-9eca-d28bda1272fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:43.896131 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-5134bb6a-439d-442c-9eca-d28bda1272fa None None] Port c3702117-cf45-4d99-9399-6f463cbabf80 cannot update to ACTIVE because it is not bound. {{(pid=114214) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 04 00:00:43.924088 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-247cc449-2ea0-4b10-826f-1c9801e1c892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc67ea0-6a3e-40ac-8768-56afd1225370', 'name': 'tempest-TestMinimumBasicScenario-2050156497-router', 'tenant_id': '077436a720524d0b895ab68dcc899129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '78131686-d3bc-4ff2-af6e-dd2d699d19b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T00:00:39Z', 'updated_at': '2022-05-04T00:00:42Z', 'revision_number': 4, 'project_id': '077436a720524d0b895ab68dcc899129', 'gw_port': {'id': '78131686-d3bc-4ff2-af6e-dd2d699d19b4', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:64:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc67ea0-6a3e-40ac-8768-56afd1225370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T00:00:40Z', 'updated_at': '2022-05-04T00:00:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_interfaces': [{'id': 'c3702117-cf45-4d99-9399-6f463cbabf80', 'name': '', 'network_id': '63c87412-7933-48ba-8e01-615e760a49b1', 'tenant_id': '077436a720524d0b895ab68dcc899129', 'mac_address': 'fa:16:3e:77:75:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc67ea0-6a3e-40ac-8768-56afd1225370', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'ff9d01a3-60be-4e15-8ac0-c1e0445c082b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T00:00:42Z', 'updated_at': '2022-05-04T00:00:42Z', 'revision_number': 1, 'project_id': '077436a720524d0b895ab68dcc899129', 'subnets': [{'id': 'ff9d01a3-60be-4e15-8ac0-c1e0445c082b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:00:43.954930 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247cc449-2ea0-4b10-826f-1c9801e1c892 None None] The sync data for ids ['ecc67ea0-6a3e-40ac-8768-56afd1225370'] in dv-cinder-840375-1-iscsi is: [{'id': 'ecc67ea0-6a3e-40ac-8768-56afd1225370', 'name': 'tempest-TestMinimumBasicScenario-2050156497-router', 'tenant_id': '077436a720524d0b895ab68dcc899129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '78131686-d3bc-4ff2-af6e-dd2d699d19b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T00:00:39Z', 'updated_at': '2022-05-04T00:00:42Z', 'revision_number': 4, 'project_id': '077436a720524d0b895ab68dcc899129', 'gw_port': {'id': '78131686-d3bc-4ff2-af6e-dd2d699d19b4', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:64:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc67ea0-6a3e-40ac-8768-56afd1225370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T00:00:40Z', 'updated_at': '2022-05-04T00:00:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_interfaces': [{'id': 'c3702117-cf45-4d99-9399-6f463cbabf80', 'name': '', 'network_id': '63c87412-7933-48ba-8e01-615e760a49b1', 'tenant_id': '077436a720524d0b895ab68dcc899129', 'mac_address': 'fa:16:3e:77:75:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc67ea0-6a3e-40ac-8768-56afd1225370', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'ff9d01a3-60be-4e15-8ac0-c1e0445c082b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T00:00:42Z', 'updated_at': '2022-05-04T00:00:42Z', 'revision_number': 1, 'project_id': '077436a720524d0b895ab68dcc899129', 'subnets': [{'id': 'ff9d01a3-60be-4e15-8ac0-c1e0445c082b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 00:00:45.365300 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device 78131686-d3bc-4ff2-af6e-dd2d699d19b4 up at agent ovs-agent-dv-cinder-840375-1-iscsi {{(pid=114214) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 00:00:45.455658 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Provisioning complete for port 78131686-d3bc-4ff2-af6e-dd2d699d19b4 triggered by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 00:00:45.457425 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:45.605238 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:45.639192 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] For port 78131686-d3bc-4ff2-af6e-dd2d699d19b4, host dv-cinder-840375-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=78131686-d3bc-4ff2-af6e-dd2d699d19b4,segment=NetworkSegment(5eb57155-ed9e-4c45-a041-92a5f67bc876),segment_id=5eb57155-ed9e-4c45-a041-92a5f67bc876)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 00:00:45.742106 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:45.827194 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Pushing event updated for resources: {'Port': ['ID=78131686-d3bc-4ff2-af6e-dd2d699d19b4,revision_number=4']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:00:47.304759 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device 78131686-d3bc-4ff2-af6e-dd2d699d19b4 up at agent ovs-agent-dv-cinder-840375-1-iscsi {{(pid=114214) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 00:00:47.420654 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Provisioning complete for port 78131686-d3bc-4ff2-af6e-dd2d699d19b4 triggered by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 00:00:47.421032 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:47.501320 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fee430-0325-4425-9cc2-fdc112a92eff req-4a534157-378e-4feb-b322-b7dd6d60dcee tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:00:47.511091 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-27fee430-0325-4425-9cc2-fdc112a92eff req-4a534157-378e-4feb-b322-b7dd6d60dcee tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=10ac3685-2e63-4e77-969c-706dd0ab8955 HTTP/1.1" status: 200 len: 945 time: 0.1048386 May 04 00:00:47.561679 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-27fee430-0325-4425-9cc2-fdc112a92eff req-f095418b-338c-4ca8-948b-5eff49fd5470 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/security-groups?id=0280acdd-9a34-4d45-bfeb-49827e6f5636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491302 May 04 00:00:47.890187 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb50f42-412e-41b9-8bc9-9df399e560ba None None] Sync routers for ids ['ecc67ea0-6a3e-40ac-8768-56afd1225370'] in dv-cinder-840375-1-iscsi {{(pid=114215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 00:00:47.901455 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb50f42-412e-41b9-8bc9-9df399e560ba None None] Routers {'ecc67ea0-6a3e-40ac-8768-56afd1225370'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 00:00:47.902293 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-abb50f42-412e-41b9-8bc9-9df399e560ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-04T00:00:34Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['ecc67ea0-6a3e-40ac-8768-56afd1225370'], 'active': True} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:00:48.013062 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvr_db [None req-abb50f42-412e-41b9-8bc9-9df399e560ba None None] Set router ecc67ea0-6a3e-40ac-8768-56afd1225370 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 00:00:48.235016 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-abb50f42-412e-41b9-8bc9-9df399e560ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc67ea0-6a3e-40ac-8768-56afd1225370', 'name': 'tempest-TestMinimumBasicScenario-2050156497-router', 'tenant_id': '077436a720524d0b895ab68dcc899129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '78131686-d3bc-4ff2-af6e-dd2d699d19b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T00:00:39Z', 'updated_at': '2022-05-04T00:00:42Z', 'revision_number': 4, 'project_id': '077436a720524d0b895ab68dcc899129', 'gw_port': {'id': '78131686-d3bc-4ff2-af6e-dd2d699d19b4', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:64:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc67ea0-6a3e-40ac-8768-56afd1225370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T00:00:40Z', 'updated_at': '2022-05-04T00:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_interfaces': [{'id': 'c3702117-cf45-4d99-9399-6f463cbabf80', 'name': '', 'network_id': '63c87412-7933-48ba-8e01-615e760a49b1', 'tenant_id': '077436a720524d0b895ab68dcc899129', 'mac_address': 'fa:16:3e:77:75:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc67ea0-6a3e-40ac-8768-56afd1225370', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'ff9d01a3-60be-4e15-8ac0-c1e0445c082b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T00:00:42Z', 'updated_at': '2022-05-04T00:00:43Z', 'revision_number': 2, 'project_id': '077436a720524d0b895ab68dcc899129', 'subnets': [{'id': 'ff9d01a3-60be-4e15-8ac0-c1e0445c082b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:00:48.258784 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb50f42-412e-41b9-8bc9-9df399e560ba None None] Checking router: ecc67ea0-6a3e-40ac-8768-56afd1225370 for host: dv-cinder-840375-1-iscsi {{(pid=114215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 00:00:48.259133 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb50f42-412e-41b9-8bc9-9df399e560ba None None] Updating router ecc67ea0-6a3e-40ac-8768-56afd1225370 port c3702117-cf45-4d99-9399-6f463cbabf80 binding host dv-cinder-840375-1-iscsi {{(pid=114215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 00:00:48.286109 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron_lib.callbacks.manager [None req-abb50f42-412e-41b9-8bc9-9df399e560ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:48.336285 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:48.607148 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron_lib.callbacks.manager [None req-abb50f42-412e-41b9-8bc9-9df399e560ba None None] Notify callbacks [] for port, precommit_update {{(pid=114215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:48.676640 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron_lib.callbacks.manager [None req-abb50f42-412e-41b9-8bc9-9df399e560ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:48.742624 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0d99c6-4e2b-4056-9b64-5a4fb848638f None None] Pushing event updated for resources: {'Port': ['ID=c3702117-cf45-4d99-9399-6f463cbabf80,revision_number=3']} {{(pid=114215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:00:48.774650 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05630dc9-e0eb-4c1c-99a6-36366abf11cb req-029f6f8b-89d5-4026-9f5a-00a43e7218b8 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:00:48.784397 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-05630dc9-e0eb-4c1c-99a6-36366abf11cb req-029f6f8b-89d5-4026-9f5a-00a43e7218b8 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=10ac3685-2e63-4e77-969c-706dd0ab8955 HTTP/1.1" status: 200 len: 945 time: 0.1227233 May 04 00:00:48.830538 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.managers [None req-abb50f42-412e-41b9-8bc9-9df399e560ba None None] Attempting to bind port c3702117-cf45-4d99-9399-6f463cbabf80 on host dv-cinder-840375-1-iscsi for vnic_type normal with profile {{(pid=114215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 00:00:48.830906 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.managers [None req-abb50f42-412e-41b9-8bc9-9df399e560ba None None] Attempting to bind port c3702117-cf45-4d99-9399-6f463cbabf80 by drivers openvswitch,hyperv on host dv-cinder-840375-1-iscsi at level 0 using segments [{'id': '249eda29-c7a9-4181-b5cd-1a8056f7c8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '63c87412-7933-48ba-8e01-615e760a49b1'}] {{(pid=114215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 00:00:48.831269 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb50f42-412e-41b9-8bc9-9df399e560ba None None] Attempting to bind port c3702117-cf45-4d99-9399-6f463cbabf80 on network 63c87412-7933-48ba-8e01-615e760a49b1 {{(pid=114215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 00:00:48.838960 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb50f42-412e-41b9-8bc9-9df399e560ba None None] Checking agent: {'id': 'cd69fb9c-fe1e-4524-b6a8-2fc8f7c83280', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840375-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 23, 44, 7), 'started_at': datetime.datetime(2022, 5, 3, 23, 44, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 0, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840375-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 00:00:48.839365 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb50f42-412e-41b9-8bc9-9df399e560ba None None] Checking segment: {'id': '249eda29-c7a9-4181-b5cd-1a8056f7c8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '63c87412-7933-48ba-8e01-615e760a49b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 00:00:48.839998 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron_lib.callbacks.manager [None req-abb50f42-412e-41b9-8bc9-9df399e560ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:48.840333 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-05630dc9-e0eb-4c1c-99a6-36366abf11cb req-4c0f2cfb-a1a9-4d76-84e9-7d8456214610 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/security-groups?id=0280acdd-9a34-4d45-bfeb-49827e6f5636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509245 May 04 00:00:48.840860 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb50f42-412e-41b9-8bc9-9df399e560ba None None] Bound using segment: {'id': '249eda29-c7a9-4181-b5cd-1a8056f7c8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '63c87412-7933-48ba-8e01-615e760a49b1'} {{(pid=114215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 00:00:48.841419 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.managers [None req-abb50f42-412e-41b9-8bc9-9df399e560ba None None] Bound port: c3702117-cf45-4d99-9399-6f463cbabf80, host: dv-cinder-840375-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '249eda29-c7a9-4181-b5cd-1a8056f7c8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '63c87412-7933-48ba-8e01-615e760a49b1'}}] {{(pid=114215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 00:00:48.841766 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron_lib.callbacks.manager [None req-abb50f42-412e-41b9-8bc9-9df399e560ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:48.935920 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.db [None req-abb50f42-412e-41b9-8bc9-9df399e560ba None None] For port c3702117-cf45-4d99-9399-6f463cbabf80, host dv-cinder-840375-1-iscsi, cleared binding levels {{(pid=114215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 00:00:48.939470 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.db [None req-abb50f42-412e-41b9-8bc9-9df399e560ba None None] For port c3702117-cf45-4d99-9399-6f463cbabf80, host dv-cinder-840375-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=c3702117-cf45-4d99-9399-6f463cbabf80,segment=NetworkSegment(249eda29-c7a9-4181-b5cd-1a8056f7c8bf),segment_id=249eda29-c7a9-4181-b5cd-1a8056f7c8bf)] {{(pid=114215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 00:00:49.005460 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron_lib.callbacks.manager [None req-abb50f42-412e-41b9-8bc9-9df399e560ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:49.074933 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0d99c6-4e2b-4056-9b64-5a4fb848638f None None] Pushing event updated for resources: {'Port': ['ID=c3702117-cf45-4d99-9399-6f463cbabf80,revision_number=4']} {{(pid=114215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:00:49.107745 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb50f42-412e-41b9-8bc9-9df399e560ba None None] Routers {'ecc67ea0-6a3e-40ac-8768-56afd1225370'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 00:00:49.108513 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-abb50f42-412e-41b9-8bc9-9df399e560ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-04T00:00:34Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['ecc67ea0-6a3e-40ac-8768-56afd1225370'], 'active': True} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:00:49.175395 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-ec5f987a-b2c6-40f6-b698-cfa0ac199733 None None] Provisioning complete for port c3702117-cf45-4d99-9399-6f463cbabf80 triggered by entity DHCP. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 00:00:49.176074 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-ec5f987a-b2c6-40f6-b698-cfa0ac199733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:49.258036 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvr_db [None req-abb50f42-412e-41b9-8bc9-9df399e560ba None None] Set router ecc67ea0-6a3e-40ac-8768-56afd1225370 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 00:00:49.373835 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-ec5f987a-b2c6-40f6-b698-cfa0ac199733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:49.398647 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device c3702117-cf45-4d99-9399-6f463cbabf80 up at agent ovs-agent-dv-cinder-840375-1-iscsi {{(pid=114214) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 00:00:49.465937 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-ec5f987a-b2c6-40f6-b698-cfa0ac199733 None None] For port c3702117-cf45-4d99-9399-6f463cbabf80, host dv-cinder-840375-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=c3702117-cf45-4d99-9399-6f463cbabf80,segment=NetworkSegment(249eda29-c7a9-4181-b5cd-1a8056f7c8bf),segment_id=249eda29-c7a9-4181-b5cd-1a8056f7c8bf)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 00:00:49.484139 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Provisioning complete for port c3702117-cf45-4d99-9399-6f463cbabf80 triggered by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 00:00:49.484509 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:49.557020 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-abb50f42-412e-41b9-8bc9-9df399e560ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc67ea0-6a3e-40ac-8768-56afd1225370', 'name': 'tempest-TestMinimumBasicScenario-2050156497-router', 'tenant_id': '077436a720524d0b895ab68dcc899129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '78131686-d3bc-4ff2-af6e-dd2d699d19b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T00:00:39Z', 'updated_at': '2022-05-04T00:00:42Z', 'revision_number': 4, 'project_id': '077436a720524d0b895ab68dcc899129', 'gw_port': {'id': '78131686-d3bc-4ff2-af6e-dd2d699d19b4', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:64:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc67ea0-6a3e-40ac-8768-56afd1225370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T00:00:40Z', 'updated_at': '2022-05-04T00:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_interfaces': [{'id': 'c3702117-cf45-4d99-9399-6f463cbabf80', 'name': '', 'network_id': '63c87412-7933-48ba-8e01-615e760a49b1', 'tenant_id': '077436a720524d0b895ab68dcc899129', 'mac_address': 'fa:16:3e:77:75:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc67ea0-6a3e-40ac-8768-56afd1225370', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'ff9d01a3-60be-4e15-8ac0-c1e0445c082b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T00:00:42Z', 'updated_at': '2022-05-04T00:00:48Z', 'revision_number': 4, 'project_id': '077436a720524d0b895ab68dcc899129', 'subnets': [{'id': 'ff9d01a3-60be-4e15-8ac0-c1e0445c082b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:00:49.557304 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-ec5f987a-b2c6-40f6-b698-cfa0ac199733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:49.590828 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb50f42-412e-41b9-8bc9-9df399e560ba None None] The sync data for ids ['ecc67ea0-6a3e-40ac-8768-56afd1225370'] in dv-cinder-840375-1-iscsi is: [{'id': 'ecc67ea0-6a3e-40ac-8768-56afd1225370', 'name': 'tempest-TestMinimumBasicScenario-2050156497-router', 'tenant_id': '077436a720524d0b895ab68dcc899129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '78131686-d3bc-4ff2-af6e-dd2d699d19b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T00:00:39Z', 'updated_at': '2022-05-04T00:00:42Z', 'revision_number': 4, 'project_id': '077436a720524d0b895ab68dcc899129', 'gw_port': {'id': '78131686-d3bc-4ff2-af6e-dd2d699d19b4', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:64:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc67ea0-6a3e-40ac-8768-56afd1225370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T00:00:40Z', 'updated_at': '2022-05-04T00:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_interfaces': [{'id': 'c3702117-cf45-4d99-9399-6f463cbabf80', 'name': '', 'network_id': '63c87412-7933-48ba-8e01-615e760a49b1', 'tenant_id': '077436a720524d0b895ab68dcc899129', 'mac_address': 'fa:16:3e:77:75:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc67ea0-6a3e-40ac-8768-56afd1225370', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'ff9d01a3-60be-4e15-8ac0-c1e0445c082b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T00:00:42Z', 'updated_at': '2022-05-04T00:00:48Z', 'revision_number': 4, 'project_id': '077436a720524d0b895ab68dcc899129', 'subnets': [{'id': 'ff9d01a3-60be-4e15-8ac0-c1e0445c082b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 00:00:49.607678 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:49.638449 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5f987a-b2c6-40f6-b698-cfa0ac199733 None None] Pushing event updated for resources: {'Port': ['ID=c3702117-cf45-4d99-9399-6f463cbabf80,revision_number=5']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:00:49.718312 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.db.api [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114214) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 00:00:49.718878 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG oslo_db.api [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 00:00:49.720246 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-4f6ff99f-b42d-4da0-8173-03f96812119e None None] Provisioning complete for port c3702117-cf45-4d99-9399-6f463cbabf80 triggered by entity DHCP. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 00:00:49.720796 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-4f6ff99f-b42d-4da0-8173-03f96812119e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:49.983963 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade141f-1252-4607-91fd-f037dc1ad9dd req-571b65a4-6217-4c50-aa5b-f2deed4d39e3 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:00:49.985927 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-1ade141f-1252-4607-91fd-f037dc1ad9dd req-571b65a4-6217-4c50-aa5b-f2deed4d39e3 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=10ac3685-2e63-4e77-969c-706dd0ab8955 HTTP/1.1" status: 200 len: 945 time: 0.0732808 May 04 00:00:50.052019 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-1ade141f-1252-4607-91fd-f037dc1ad9dd req-80efe912-9bdb-423b-bf8d-db7ebd018163 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/security-groups?id=0280acdd-9a34-4d45-bfeb-49827e6f5636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564060 May 04 00:00:50.479614 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.agents_db [None req-33eb5aa9-4e04-49df-8f84-9829a3bd54c6 None None] Agent healthcheck: found 6 active agents {{(pid=114215) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 00:00:51.173758 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be70607-c1a8-4fbe-8c32-bc5a7ce1ab66 req-4bad4e37-2b67-4aae-9c6c-2b25e6dd7e92 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:00:51.175405 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-5be70607-c1a8-4fbe-8c32-bc5a7ce1ab66 req-4bad4e37-2b67-4aae-9c6c-2b25e6dd7e92 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=10ac3685-2e63-4e77-969c-706dd0ab8955 HTTP/1.1" status: 200 len: 945 time: 0.0605366 May 04 00:00:51.221917 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-5be70607-c1a8-4fbe-8c32-bc5a7ce1ab66 req-d3e7cce3-8d39-442c-885b-dbef8638750c tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/security-groups?id=0280acdd-9a34-4d45-bfeb-49827e6f5636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402830 May 04 00:00:51.316256 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device c3702117-cf45-4d99-9399-6f463cbabf80 up at agent ovs-agent-dv-cinder-840375-1-iscsi {{(pid=114214) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 00:00:51.377948 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Provisioning complete for port c3702117-cf45-4d99-9399-6f463cbabf80 triggered by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 00:00:51.378399 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:51.893533 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-3fadfe5a-ccc8-4130-bcae-5c53a83b3bc5 req-46c4f629-c2b1-4ca6-8297-230a795b8598 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b4103cf2-2713-46a4-b488-6f4b7c073536&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404780 May 04 00:00:51.984842 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fadfe5a-ccc8-4130-bcae-5c53a83b3bc5 req-d9cf13ab-8997-4a6d-8920-d061c73331ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:00:51.986322 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-3fadfe5a-ccc8-4130-bcae-5c53a83b3bc5 req-d9cf13ab-8997-4a6d-8920-d061c73331ed service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=03bce0db30814ab1a93850e3a33758bc&device_id=b4103cf2-2713-46a4-b488-6f4b7c073536 HTTP/1.1" status: 200 len: 1100 time: 0.0409243 May 04 00:00:52.112351 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fadfe5a-ccc8-4130-bcae-5c53a83b3bc5 req-40fc81be-40bc-4d49-824e-70560b2c3d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:00:52.113776 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-3fadfe5a-ccc8-4130-bcae-5c53a83b3bc5 req-40fc81be-40bc-4d49-824e-70560b2c3d09 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6794dc24-6270-444d-9eb8-8dafb7765ac3 HTTP/1.1" status: 200 len: 918 time: 0.0917141 May 04 00:00:52.186147 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-3fadfe5a-ccc8-4130-bcae-5c53a83b3bc5 req-6c217486-1e8c-4e00-83b4-2e0e88780218 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac08da13-3e19-4e42-bd72-745ba261f9b5 HTTP/1.1" status: 200 len: 1002 time: 0.0636263 May 04 00:00:52.249889 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fadfe5a-ccc8-4130-bcae-5c53a83b3bc5 req-58ba35c6-4c9a-4873-adc6-8f020bc9b208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:00:52.251571 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-3fadfe5a-ccc8-4130-bcae-5c53a83b3bc5 req-58ba35c6-4c9a-4873-adc6-8f020bc9b208 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c9819db7-dd9c-4945-a665-c049574a03e0 HTTP/1.1" status: 200 len: 856 time: 0.0557499 May 04 00:00:52.401648 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fadfe5a-ccc8-4130-bcae-5c53a83b3bc5 req-7bfce50b-95ce-49f2-a469-2b6aa15ae31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:00:52.403051 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-3fadfe5a-ccc8-4130-bcae-5c53a83b3bc5 req-7bfce50b-95ce-49f2-a469-2b6aa15ae31e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6794dc24-6270-444d-9eb8-8dafb7765ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1080370 May 04 00:00:52.424096 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ddcb87-459c-4086-a9b5-6168226a0f32 req-a6f6383d-6b27-49af-81b6-c30ac7f5b292 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:00:52.425645 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-c7ddcb87-459c-4086-a9b5-6168226a0f32 req-a6f6383d-6b27-49af-81b6-c30ac7f5b292 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=10ac3685-2e63-4e77-969c-706dd0ab8955 HTTP/1.1" status: 200 len: 945 time: 0.0959876 May 04 00:00:52.445750 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917d0714-3a78-4c2e-868f-ae179d79784d req-5d148b03-528a-41a6-aabc-e1856444b4c6 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:00:52.449964 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-917d0714-3a78-4c2e-868f-ae179d79784d req-5d148b03-528a-41a6-aabc-e1856444b4c6 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.47 "GET /v2.0/ports?device_id=10ac3685-2e63-4e77-969c-706dd0ab8955 HTTP/1.1" status: 200 len: 945 time: 0.1426539 May 04 00:00:52.601398 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-c7ddcb87-459c-4086-a9b5-6168226a0f32 req-c96b7c4b-6c65-4d64-a37e-27f65883f067 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/security-groups?id=0280acdd-9a34-4d45-bfeb-49827e6f5636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518309 May 04 00:00:52.635015 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-3fadfe5a-ccc8-4130-bcae-5c53a83b3bc5 req-ded0117b-f114-42f9-8d79-da690956fe81 service neutron] 10.222.0.47 "GET /v2.0/networks/6794dc24-6270-444d-9eb8-8dafb7765ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205319 May 04 00:00:52.654293 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.plugin [req-917d0714-3a78-4c2e-868f-ae179d79784d req-f62435d4-d4cf-4048-bb8e-f8d20bb6f81f tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Deleting port 9d4914f1-a8cf-4928-8ae1-a59ddfd54e8b {{(pid=114212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 00:00:52.654628 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-917d0714-3a78-4c2e-868f-ae179d79784d req-f62435d4-d4cf-4048-bb8e-f8d20bb6f81f tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733331783909'] for port, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:52.811675 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.db [req-917d0714-3a78-4c2e-868f-ae179d79784d req-f62435d4-d4cf-4048-bb8e-f8d20bb6f81f tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] For port 9d4914f1-a8cf-4928-8ae1-a59ddfd54e8b, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=9d4914f1-a8cf-4928-8ae1-a59ddfd54e8b,segment=NetworkSegment(191d73d0-9208-4ea1-bb83-ed60d521a42d),segment_id=191d73d0-9208-4ea1-bb83-ed60d521a42d)] {{(pid=114212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 00:00:52.812040 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-917d0714-3a78-4c2e-868f-ae179d79784d req-f62435d4-d4cf-4048-bb8e-f8d20bb6f81f tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764614'] for port, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:52.822129 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-3fadfe5a-ccc8-4130-bcae-5c53a83b3bc5 req-d9b2a5e5-5ddb-4051-b050-328533848d50 service neutron] 10.222.0.47 "GET /v2.0/networks/6794dc24-6270-444d-9eb8-8dafb7765ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788943 May 04 00:00:53.015760 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-917d0714-3a78-4c2e-868f-ae179d79784d req-f62435d4-d4cf-4048-bb8e-f8d20bb6f81f tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:53.016414 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-917d0714-3a78-4c2e-868f-ae179d79784d req-f62435d4-d4cf-4048-bb8e-f8d20bb6f81f tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3761754'] for floatingip, after_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:53.016414 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.db.l3_db [req-917d0714-3a78-4c2e-868f-ae179d79784d req-f62435d4-d4cf-4048-bb8e-f8d20bb6f81f tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Floating IP 955e9d2c-958e-49ef-a962-34b2522f4e1c disassociated. External IP: 172.27.2.225, port: 9d4914f1-a8cf-4928-8ae1-a59ddfd54e8b. May 04 00:00:53.016808 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.plugin [req-917d0714-3a78-4c2e-868f-ae179d79784d req-f62435d4-d4cf-4048-bb8e-f8d20bb6f81f tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Calling delete_port for 9d4914f1-a8cf-4928-8ae1-a59ddfd54e8b owned by compute:nova {{(pid=114212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 00:00:53.250419 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-917d0714-3a78-4c2e-868f-ae179d79784d req-f62435d4-d4cf-4048-bb8e-f8d20bb6f81f tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733331790767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733331236154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25393418'] for port, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:53.285454 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62435d4-d4cf-4048-bb8e-f8d20bb6f81f tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Pushing event deleted for resources: {'Port': ['ID=9d4914f1-a8cf-4928-8ae1-a59ddfd54e8b,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:00:53.734880 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.l3_agent_scheduler [req-917d0714-3a78-4c2e-868f-ae179d79784d req-f62435d4-d4cf-4048-bb8e-f8d20bb6f81f tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Router 631a97f7-1cbf-4b95-adf6-8a2f356d4019 has already been hosted by L3 agent 758adf3f-89d7-4e1b-912e-3871fb413390 {{(pid=114212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 00:00:53.802948 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-4b96aa4a-d583-43b7-a90a-eb834798718a req-35507715-0797-4c37-9c21-269394711c9a tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=10ac3685-2e63-4e77-969c-706dd0ab8955 HTTP/1.1" status: 200 len: 210 time: 0.0953712 May 04 00:00:53.932250 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-917d0714-3a78-4c2e-868f-ae179d79784d req-f62435d4-d4cf-4048-bb8e-f8d20bb6f81f tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify agent at l3_agent.dv-cinder-840375-1-iscsi the message routers_updated {{(pid=114212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 00:00:53.943543 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46a19c2-5886-4aa1-9fbe-d090fb02855d None None] Sync routers for ids ['631a97f7-1cbf-4b95-adf6-8a2f356d4019'] in dv-cinder-840375-1-iscsi {{(pid=114214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 00:00:53.958406 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46a19c2-5886-4aa1-9fbe-d090fb02855d None None] Routers {'631a97f7-1cbf-4b95-adf6-8a2f356d4019'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 00:00:53.959308 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-a46a19c2-5886-4aa1-9fbe-d090fb02855d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-04T00:00:34Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['631a97f7-1cbf-4b95-adf6-8a2f356d4019'], 'active': True} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:00:53.981674 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.l3_dvrscheduler_db [req-917d0714-3a78-4c2e-868f-ae179d79784d req-f62435d4-d4cf-4048-bb8e-f8d20bb6f81f tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] No DVR routers for this DVR port 9d4914f1-a8cf-4928-8ae1-a59ddfd54e8b on host hv-cinder-84037 {{(pid=114212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 00:00:53.984553 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-917d0714-3a78-4c2e-868f-ae179d79784d req-f62435d4-d4cf-4048-bb8e-f8d20bb6f81f tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371'] for port, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:53.988913 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-917d0714-3a78-4c2e-868f-ae179d79784d req-f62435d4-d4cf-4048-bb8e-f8d20bb6f81f tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.47 "DELETE /v2.0/ports/9d4914f1-a8cf-4928-8ae1-a59ddfd54e8b HTTP/1.1" status: 204 len: 173 time: 1.5250227 May 04 00:00:53.989738 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10ac3685-2e63-4e77-969c-706dd0ab8955', 'name': 'network-vif-deleted', 'tag': '9d4914f1-a8cf-4928-8ae1-a59ddfd54e8b'}] {{(pid=114212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 00:00:53.992355 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d2be33a93c6036cad1ba084e78d1c3d957b621bee157ccc93bfe0a4b69d877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deadf91a-36f6-4008-b28c-19ebd85edb73" -d '{"events": [{"server_uuid": "10ac3685-2e63-4e77-969c-706dd0ab8955", "name": "network-vif-deleted", "tag": "9d4914f1-a8cf-4928-8ae1-a59ddfd54e8b"}]}' {{(pid=114212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 00:00:54.054939 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 00:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-326b90b3-d5e0-4731-a67c-a66c6173da74 x-openstack-request-id: req-326b90b3-d5e0-4731-a67c-a66c6173da74 {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 00:00:54.055592 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10ac3685-2e63-4e77-969c-706dd0ab8955", "name": "network-vif-deleted", "tag": "9d4914f1-a8cf-4928-8ae1-a59ddfd54e8b", "status": "completed", "code": 200}]} {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 00:00:54.055592 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-326b90b3-d5e0-4731-a67c-a66c6173da74 {{(pid=114212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 00:00:54.056126 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-326b90b3-d5e0-4731-a67c-a66c6173da74'] response: {'server_uuid': '10ac3685-2e63-4e77-969c-706dd0ab8955', 'name': 'network-vif-deleted', 'tag': '9d4914f1-a8cf-4928-8ae1-a59ddfd54e8b', 'status': 'completed', 'code': 200} May 04 00:00:54.234729 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvr_db [None req-a46a19c2-5886-4aa1-9fbe-d090fb02855d None None] Set router 631a97f7-1cbf-4b95-adf6-8a2f356d4019 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 00:00:54.469975 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-a46a19c2-5886-4aa1-9fbe-d090fb02855d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'name': 'tempest-AttachVolumeNegativeTest-158062797-router', 'tenant_id': '4f6a10010e894f0390d087e92b3d1035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '4451ff75-8bf2-4507-a5f3-127842a648f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:52:56Z', 'updated_at': '2022-05-03T23:53:06Z', 'revision_number': 4, 'project_id': '4f6a10010e894f0390d087e92b3d1035', 'gw_port': {'id': '4451ff75-8bf2-4507-a5f3-127842a648f6', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:06:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:52:58Z', 'updated_at': '2022-05-03T23:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_interfaces': [{'id': 'd07f3b14-e6b3-40d4-9719-de456f7359f6', 'name': '', 'network_id': '88061c84-ec22-4a18-841b-8db91bd7572a', 'tenant_id': '4f6a10010e894f0390d087e92b3d1035', 'mac_address': 'fa:16:3e:f6:8d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b5c212ed-61ce-414c-afb5-0c8516817b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:04Z', 'updated_at': '2022-05-03T23:53:17Z', 'revision_number': 5, 'project_id': '4f6a10010e894f0390d087e92b3d1035', 'subnets': [{'id': 'b5c212ed-61ce-414c-afb5-0c8516817b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:00:54.502560 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46a19c2-5886-4aa1-9fbe-d090fb02855d None None] Checking router: 631a97f7-1cbf-4b95-adf6-8a2f356d4019 for host: dv-cinder-840375-1-iscsi {{(pid=114214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 00:00:54.511538 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46a19c2-5886-4aa1-9fbe-d090fb02855d None None] Routers {'631a97f7-1cbf-4b95-adf6-8a2f356d4019'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 00:00:54.512168 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-a46a19c2-5886-4aa1-9fbe-d090fb02855d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-04T00:00:34Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['631a97f7-1cbf-4b95-adf6-8a2f356d4019'], 'active': True} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:00:54.622014 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvr_db [None req-a46a19c2-5886-4aa1-9fbe-d090fb02855d None None] Set router 631a97f7-1cbf-4b95-adf6-8a2f356d4019 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 00:00:54.872501 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-a46a19c2-5886-4aa1-9fbe-d090fb02855d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'name': 'tempest-AttachVolumeNegativeTest-158062797-router', 'tenant_id': '4f6a10010e894f0390d087e92b3d1035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '4451ff75-8bf2-4507-a5f3-127842a648f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:52:56Z', 'updated_at': '2022-05-03T23:53:06Z', 'revision_number': 4, 'project_id': '4f6a10010e894f0390d087e92b3d1035', 'gw_port': {'id': '4451ff75-8bf2-4507-a5f3-127842a648f6', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:06:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:52:58Z', 'updated_at': '2022-05-03T23:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_interfaces': [{'id': 'd07f3b14-e6b3-40d4-9719-de456f7359f6', 'name': '', 'network_id': '88061c84-ec22-4a18-841b-8db91bd7572a', 'tenant_id': '4f6a10010e894f0390d087e92b3d1035', 'mac_address': 'fa:16:3e:f6:8d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b5c212ed-61ce-414c-afb5-0c8516817b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:04Z', 'updated_at': '2022-05-03T23:53:17Z', 'revision_number': 5, 'project_id': '4f6a10010e894f0390d087e92b3d1035', 'subnets': [{'id': 'b5c212ed-61ce-414c-afb5-0c8516817b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:00:54.908072 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46a19c2-5886-4aa1-9fbe-d090fb02855d None None] The sync data for ids ['631a97f7-1cbf-4b95-adf6-8a2f356d4019'] in dv-cinder-840375-1-iscsi is: [{'id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'name': 'tempest-AttachVolumeNegativeTest-158062797-router', 'tenant_id': '4f6a10010e894f0390d087e92b3d1035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '4451ff75-8bf2-4507-a5f3-127842a648f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:52:56Z', 'updated_at': '2022-05-03T23:53:06Z', 'revision_number': 4, 'project_id': '4f6a10010e894f0390d087e92b3d1035', 'gw_port': {'id': '4451ff75-8bf2-4507-a5f3-127842a648f6', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:06:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:52:58Z', 'updated_at': '2022-05-03T23:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_interfaces': [{'id': 'd07f3b14-e6b3-40d4-9719-de456f7359f6', 'name': '', 'network_id': '88061c84-ec22-4a18-841b-8db91bd7572a', 'tenant_id': '4f6a10010e894f0390d087e92b3d1035', 'mac_address': 'fa:16:3e:f6:8d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b5c212ed-61ce-414c-afb5-0c8516817b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:04Z', 'updated_at': '2022-05-03T23:53:17Z', 'revision_number': 5, 'project_id': '4f6a10010e894f0390d087e92b3d1035', 'subnets': [{'id': 'b5c212ed-61ce-414c-afb5-0c8516817b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 00:00:54.975109 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-3119c301-6f21-4101-940a-2d9523d3e09d req-730a2bda-d65f-410d-85a7-c678c93e27fc tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/ports?device_id=10ac3685-2e63-4e77-969c-706dd0ab8955 HTTP/1.1" status: 200 len: 210 time: 0.0294521 May 04 00:00:55.267034 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dadf6be-d2a0-42e6-8955-b064a8a01333 None None] New status for floating IP 955e9d2c-958e-49ef-a962-34b2522f4e1c: DOWN {{(pid=114215) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 00:00:56.217173 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 43488) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:00:56.269863 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-413348b9-96f2-4fa9-95db-355f6960d2f1 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks [] for security_group, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:56.293524 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-413348b9-96f2-4fa9-95db-355f6960d2f1 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:56.432268 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-413348b9-96f2-4fa9-95db-355f6960d2f1 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:56.435942 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-413348b9-96f2-4fa9-95db-355f6960d2f1 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks [] for security_group, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:56.441135 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-413348b9-96f2-4fa9-95db-355f6960d2f1 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "DELETE /v2.0/security-groups/0280acdd-9a34-4d45-bfeb-49827e6f5636 HTTP/1.1" status: 204 len: 168 time: 0.2189379 May 04 00:00:56.441274 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 43496) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:00:56.446893 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413348b9-96f2-4fa9-95db-355f6960d2f1 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0280acdd-9a34-4d45-bfeb-49827e6f5636,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:00:56.454369 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.api.v2.resource [None req-2109d238-59a8-443f-9706-375bc57ac655 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] show failed (client error): The resource could not be found. May 04 00:00:56.455409 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-2109d238-59a8-443f-9706-375bc57ac655 tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "GET /v2.0/security-groups/0280acdd-9a34-4d45-bfeb-49827e6f5636 HTTP/1.1" status: 404 len: 347 time: 0.0141287 May 04 00:00:56.458341 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 43498) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:00:56.586006 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.plugin [None req-2649408a-876b-48f2-8e53-e722b9de8bdb tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Deleting port 2eb8f4b0-eb2d-4249-994f-f98eaad481f2 {{(pid=114213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 00:00:56.586363 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-2649408a-876b-48f2-8e53-e722b9de8bdb tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733331783909'] for port, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:56.669079 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-2649408a-876b-48f2-8e53-e722b9de8bdb tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764614'] for port, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:56.669391 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-2649408a-876b-48f2-8e53-e722b9de8bdb tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:56.681579 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.plugin [None req-2649408a-876b-48f2-8e53-e722b9de8bdb tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Calling delete_port for 2eb8f4b0-eb2d-4249-994f-f98eaad481f2 owned by network:floatingip {{(pid=114213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 00:00:56.890879 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-2649408a-876b-48f2-8e53-e722b9de8bdb tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733331790767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733331236154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25969890'] for port, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:56.919032 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2649408a-876b-48f2-8e53-e722b9de8bdb tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Pushing event deleted for resources: {'Port': ['ID=2eb8f4b0-eb2d-4249-994f-f98eaad481f2,revision_number=None']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:00:57.034789 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-2649408a-876b-48f2-8e53-e722b9de8bdb tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks [] for floatingip, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:57.037265 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-2649408a-876b-48f2-8e53-e722b9de8bdb tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371'] for floatingip, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:57.038433 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-2649408a-876b-48f2-8e53-e722b9de8bdb tempest-AttachVolumeNegativeTest-8223696 tempest-AttachVolumeNegativeTest-8223696-project] 10.222.0.13 "DELETE /v2.0/floatingips/955e9d2c-958e-49ef-a962-34b2522f4e1c HTTP/1.1" status: 204 len: 168 time: 0.5789819 May 04 00:00:57.084238 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f472c17-d0ec-4f93-9a9b-077b49f01bfa req-2ffdc6e3-594f-4285-8118-f3c8dfe733f4 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:00:57.085734 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-0f472c17-d0ec-4f93-9a9b-077b49f01bfa req-2ffdc6e3-594f-4285-8118-f3c8dfe733f4 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "GET /v2.0/networks?id=1bd10a62-2d1f-443f-aa34-8f7073221cb0 HTTP/1.1" status: 200 len: 814 time: 0.1257229 May 04 00:00:57.100779 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-0f472c17-d0ec-4f93-9a9b-077b49f01bfa req-cecb87ea-638e-460a-9783-d8a14efb33c2 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "GET /v2.0/quotas/ba82b8b56839492bb5c72e82d7363389 HTTP/1.1" status: 200 len: 375 time: 0.0090795 May 04 00:00:57.155571 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-0f472c17-d0ec-4f93-9a9b-077b49f01bfa req-363608d8-34ff-4076-bd3e-b04fa48f7459 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ba82b8b56839492bb5c72e82d7363389&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486321 May 04 00:00:57.243097 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device 9d4914f1-a8cf-4928-8ae1-a59ddfd54e8b no longer exists at agent hyperv_hv-cinder-84037 {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 00:00:57.258332 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-0f472c17-d0ec-4f93-9a9b-077b49f01bfa req-cdd9baa6-bdd7-463e-8d6d-318d2b30b381 service neutron] 10.222.0.13 "GET /v2.0/networks/1bd10a62-2d1f-443f-aa34-8f7073221cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895362 May 04 00:00:57.270346 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] No Port match for: 9d4914f1-a8cf-4928-8ae1-a59ddfd54e8b {{(pid=114214) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 00:00:57.270959 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device 9d4914f1-a8cf-4928-8ae1-a59ddfd54e8b not bound to the agent host hv-cinder-84037 {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 00:00:57.361825 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-0f472c17-d0ec-4f93-9a9b-077b49f01bfa req-559392e1-bf6e-4a1f-96a4-940b328a4f62 service neutron] 10.222.0.13 "GET /v2.0/networks/1bd10a62-2d1f-443f-aa34-8f7073221cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906157 May 04 00:00:57.612127 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-c40cafee-35cb-4aeb-9a7c-bf237eddf90b req-6d8a7889-0fea-4993-bbd2-c7cfa98b949f tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "GET /v2.0/ports?device_id=44beb316-7301-4f13-b2ed-f2a9210d673e HTTP/1.1" status: 200 len: 210 time: 0.0317993 May 04 00:00:57.687101 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 43540) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:00:57.799513 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-ffe50e14-532d-4e49-9afd-defc95b33326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:57.875370 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-ffe50e14-532d-4e49-9afd-defc95b33326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:57.953950 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-ffe50e14-532d-4e49-9afd-defc95b33326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:57.994648 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-ffe50e14-532d-4e49-9afd-defc95b33326 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9329be4d721f4ebf954f51356159867b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3061926 May 04 00:00:57.996724 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe50e14-532d-4e49-9afd-defc95b33326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dccf7e1a-c6ce-4f21-a370-85aa3f24047d,revision_number=1']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:00:57.997522 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 43546) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:00:58.047215 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-82a35fb9-9633-436d-910e-b31febcee6df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:58.068843 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-82a35fb9-9633-436d-910e-b31febcee6df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:58.197781 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-82a35fb9-9633-436d-910e-b31febcee6df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:58.201059 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-82a35fb9-9633-436d-910e-b31febcee6df admin admin] Notify callbacks [] for security_group, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:58.202237 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-82a35fb9-9633-436d-910e-b31febcee6df admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dccf7e1a-c6ce-4f21-a370-85aa3f24047d HTTP/1.1" status: 204 len: 168 time: 0.2036703 May 04 00:00:58.210355 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a35fb9-9633-436d-910e-b31febcee6df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dccf7e1a-c6ce-4f21-a370-85aa3f24047d,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:00:58.701458 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-dc6c9983-192e-4848-87f3-f41fa305f068 req-03fd6101-f9f7-4412-95d3-39e62f63705d tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "GET /v2.0/ports?device_id=44beb316-7301-4f13-b2ed-f2a9210d673e HTTP/1.1" status: 200 len: 210 time: 0.0307693 May 04 00:00:58.899893 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 43566) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:00:58.913125 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-da2c2006-585c-4ad2-9657-af8382d98ae7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:59.001655 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-da2c2006-585c-4ad2-9657-af8382d98ae7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:59.096213 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-da2c2006-585c-4ad2-9657-af8382d98ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:59.134635 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-da2c2006-585c-4ad2-9657-af8382d98ae7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d725efaaf38f45e8bf38a6b97abaf1f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2336035 May 04 00:00:59.136678 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2c2006-585c-4ad2-9657-af8382d98ae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cde46e4-99c5-475c-9259-c218e457ca9e,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:00:59.137924 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 43568) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:00:59.190624 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-67a48abe-4757-4f4c-9f06-3efe859a8a87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:59.213154 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-67a48abe-4757-4f4c-9f06-3efe859a8a87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:59.353596 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-67a48abe-4757-4f4c-9f06-3efe859a8a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:59.356740 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-67a48abe-4757-4f4c-9f06-3efe859a8a87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:00:59.357897 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-67a48abe-4757-4f4c-9f06-3efe859a8a87 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5cde46e4-99c5-475c-9259-c218e457ca9e HTTP/1.1" status: 204 len: 168 time: 0.2189171 May 04 00:00:59.365672 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a48abe-4757-4f4c-9f06-3efe859a8a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cde46e4-99c5-475c-9259-c218e457ca9e,revision_number=None']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:00:59.806965 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-23b48bcd-1ae7-4cd5-b8ce-8a0df0f79bfd req-c16d9927-deea-45b6-9d3f-eebba22d4985 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "GET /v2.0/ports?device_id=44beb316-7301-4f13-b2ed-f2a9210d673e HTTP/1.1" status: 200 len: 210 time: 0.0321200 May 04 00:01:00.136604 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f472c17-d0ec-4f93-9a9b-077b49f01bfa req-71d71d57-65f1-4614-b593-09b7e67e5e1a tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:01:00.138278 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-0f472c17-d0ec-4f93-9a9b-077b49f01bfa req-71d71d57-65f1-4614-b593-09b7e67e5e1a tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.47 "GET /v2.0/networks?id=1bd10a62-2d1f-443f-aa34-8f7073221cb0 HTTP/1.1" status: 200 len: 814 time: 0.1145940 May 04 00:01:00.168991 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [req-0f472c17-d0ec-4f93-9a9b-077b49f01bfa req-16496402-dda0-4ac7-b221-3003cb637cea tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Request body: {'port': {'device_id': '44beb316-7301-4f13-b2ed-f2a9210d673e', 'network_id': '1bd10a62-2d1f-443f-aa34-8f7073221cb0', 'admin_state_up': True, 'tenant_id': 'ba82b8b56839492bb5c72e82d7363389'}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 00:01:00.358989 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f472c17-d0ec-4f93-9a9b-077b49f01bfa req-16496402-dda0-4ac7-b221-3003cb637cea tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Made reservation on behalf of ba82b8b56839492bb5c72e82d7363389 for: {'port': 1} {{(pid=114212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 00:01:00.369873 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-0f472c17-d0ec-4f93-9a9b-077b49f01bfa req-16496402-dda0-4ac7-b221-3003cb637cea tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:00.460156 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 43612) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:01:00.509059 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.db_base_plugin_common [req-0f472c17-d0ec-4f93-9a9b-077b49f01bfa req-16496402-dda0-4ac7-b221-3003cb637cea tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Allocated IP 172.20.0.7 (1bd10a62-2d1f-443f-aa34-8f7073221cb0/ef102ff1-c631-4381-bb4f-b859e1ceda83/d8263d41-4e7b-4661-bbe4-2d378850c72f) {{(pid=114212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 00:01:00.622640 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [None req-69890218-dc0c-4867-8655-e0cbf0a0b337 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1147491792-network', 'tenant_id': 'd26b6fea6242444eb2b9188963b1621c'}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 00:01:00.688155 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-0f472c17-d0ec-4f93-9a9b-077b49f01bfa req-16496402-dda0-4ac7-b221-3003cb637cea tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Notify callbacks [] for port, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:00.747363 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69890218-dc0c-4867-8655-e0cbf0a0b337 admin admin] Made reservation on behalf of d26b6fea6242444eb2b9188963b1621c for: {'network': 1} {{(pid=114212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 00:01:00.749773 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-69890218-dc0c-4867-8655-e0cbf0a0b337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for network, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:00.758870 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-69890218-dc0c-4867-8655-e0cbf0a0b337 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:00.846994 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-69890218-dc0c-4867-8655-e0cbf0a0b337 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:00.855671 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-0f472c17-d0ec-4f93-9a9b-077b49f01bfa req-16496402-dda0-4ac7-b221-3003cb637cea tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733331236172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25393418'] for port, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:00.902409 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f472c17-d0ec-4f93-9a9b-077b49f01bfa req-16496402-dda0-4ac7-b221-3003cb637cea tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Network 1bd10a62-2d1f-443f-aa34-8f7073221cb0 is already hosted by enough agents. {{(pid=114212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 00:01:00.908214 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.base_scheduler [req-0f472c17-d0ec-4f93-9a9b-077b49f01bfa req-16496402-dda0-4ac7-b221-3003cb637cea tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Resources bound (agent type, host, resource id): {{(pid=114212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 00:01:00.912258 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f472c17-d0ec-4f93-9a9b-077b49f01bfa req-16496402-dda0-4ac7-b221-3003cb637cea tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Received port after_create {{(pid=114212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 00:01:00.927413 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a58733-b06e-4754-80a3-920cac86a5f5 req-28b28152-3240-474c-a34d-0d484e8d69a3 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:01:00.929787 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-76a58733-b06e-4754-80a3-920cac86a5f5 req-28b28152-3240-474c-a34d-0d484e8d69a3 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "GET /v2.0/ports?device_id=44beb316-7301-4f13-b2ed-f2a9210d673e HTTP/1.1" status: 200 len: 931 time: 0.0535619 May 04 00:01:00.939626 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16496402-dda0-4ac7-b221-3003cb637cea tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Pushing event updated for resources: {'Port': ['ID=d8263d41-4e7b-4661-bbe4-2d378850c72f,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:01:00.957000 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-69890218-dc0c-4867-8655-e0cbf0a0b337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:01.000184 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-76a58733-b06e-4754-80a3-920cac86a5f5 req-4f3ab585-54a3-470d-8b14-0e7afe4b7d97 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "GET /v2.0/security-groups?id=02c09688-6567-402e-88a5-41fd1fe6ba24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576584 May 04 00:01:01.010960 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69890218-dc0c-4867-8655-e0cbf0a0b337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e949db-b739-4071-bc1e-11f02287b76c,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:01:01.027504 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f472c17-d0ec-4f93-9a9b-077b49f01bfa req-16496402-dda0-4ac7-b221-3003cb637cea tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:01:01.029430 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-0f472c17-d0ec-4f93-9a9b-077b49f01bfa req-16496402-dda0-4ac7-b221-3003cb637cea tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371'] for port, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:01.039946 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69890218-dc0c-4867-8655-e0cbf0a0b337 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=114212) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 00:01:01.053957 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-69890218-dc0c-4867-8655-e0cbf0a0b337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-611538'] for segment, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:01.054657 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.db.segments_db [None req-69890218-dc0c-4867-8655-e0cbf0a0b337 admin admin] Added segment f03250dc-4c33-4018-b3ef-e3adca661139 of type vlan for network 5b1a04ee-7086-4dc8-9f4a-2981dd25ba60 May 04 00:01:01.113062 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-69890218-dc0c-4867-8655-e0cbf0a0b337 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733331214529'] for network, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:01.196068 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 43640) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:01:01.219480 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-0f472c17-d0ec-4f93-9a9b-077b49f01bfa req-16496402-dda0-4ac7-b221-3003cb637cea tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0611122 May 04 00:01:01.244897 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-69890218-dc0c-4867-8655-e0cbf0a0b337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298'] for network, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:01.246532 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69890218-dc0c-4867-8655-e0cbf0a0b337 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:01:01.247315 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-69890218-dc0c-4867-8655-e0cbf0a0b337 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748400'] for network, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:01.268270 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-8a92d8d7-dff8-47af-89aa-232201f5c1ac None None] Provisioning complete for port d8263d41-4e7b-4661-bbe4-2d378850c72f triggered by entity DHCP. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 00:01:01.269325 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-8a92d8d7-dff8-47af-89aa-232201f5c1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:01.285950 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [req-0f472c17-d0ec-4f93-9a9b-077b49f01bfa req-0b0fadb6-94b8-4592-8b1f-33430eae06fe service neutron] Request body: {'port': {'device_id': '44beb316-7301-4f13-b2ed-f2a9210d673e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 00:01:01.312437 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-8a92d8d7-dff8-47af-89aa-232201f5c1ac None None] Port d8263d41-4e7b-4661-bbe4-2d378850c72f cannot update to ACTIVE because it is not bound. {{(pid=114214) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 04 00:01:01.404843 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69890218-dc0c-4867-8655-e0cbf0a0b337 admin admin] Pushing event updated for resources: {'Network': ['ID=5b1a04ee-7086-4dc8-9f4a-2981dd25ba60,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:01:01.419283 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Network 5b1a04ee-7086-4dc8-9f4a-2981dd25ba60 details requested by agent ovs-agent-dv-cinder-840375-1-iscsi with host dv-cinder-840375-1-iscsi {{(pid=114214) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 00:01:01.470706 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-96f89b25-37ab-42df-b2a8-8d642a60a433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:01.490653 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-69890218-dc0c-4867-8655-e0cbf0a0b337 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0267370 May 04 00:01:01.491266 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 43644) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:01:01.492518 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-0f472c17-d0ec-4f93-9a9b-077b49f01bfa req-0b0fadb6-94b8-4592-8b1f-33430eae06fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:01.498579 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.v2.base [None req-a5bf9a7b-0abe-4811-957d-cf2a72ec3c2f admin admin] Request body: {'subnet': {'network_id': '5b1a04ee-7086-4dc8-9f4a-2981dd25ba60', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1147491792-subnet', 'tenant_id': 'd26b6fea6242444eb2b9188963b1621c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 00:01:01.633887 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5bf9a7b-0abe-4811-957d-cf2a72ec3c2f admin admin] Made reservation on behalf of d26b6fea6242444eb2b9188963b1621c for: {'subnet': 1} {{(pid=114213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 00:01:01.637909 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-a5bf9a7b-0abe-4811-957d-cf2a72ec3c2f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25579759'] for subnet, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:01.947783 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.notifiers.nova [req-0f472c17-d0ec-4f93-9a9b-077b49f01bfa req-0b0fadb6-94b8-4592-8b1f-33430eae06fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8263d41-4e7b-4661-bbe4-2d378850c72f {{(pid=114212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 00:01:01.958398 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-0f472c17-d0ec-4f93-9a9b-077b49f01bfa req-0b0fadb6-94b8-4592-8b1f-33430eae06fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:01.979862 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.provisioning_blocks [req-0f472c17-d0ec-4f93-9a9b-077b49f01bfa req-0b0fadb6-94b8-4592-8b1f-33430eae06fe service neutron] Transition to ACTIVE for port object d8263d41-4e7b-4661-bbe4-2d378850c72f will not be triggered until provisioned by entity L2. {{(pid=114212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 00:01:02.049202 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-088fc9ca-8d86-487f-8573-52fb4b1f060a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3758426'] for router_interface, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:02.116134 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-0f472c17-d0ec-4f93-9a9b-077b49f01bfa req-0b0fadb6-94b8-4592-8b1f-33430eae06fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25393411'] for port, after_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:02.125216 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-a5bf9a7b-0abe-4811-957d-cf2a72ec3c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26196818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25579769'] for subnet, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:02.224051 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bf9a7b-0abe-4811-957d-cf2a72ec3c2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=642d4431-3a55-4acb-b031-f7855852cd89,revision_number=0']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:01:02.236819 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bf9a7b-0abe-4811-957d-cf2a72ec3c2f admin admin] Checking segment: {'id': 'f03250dc-4c33-4018-b3ef-e3adca661139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '5b1a04ee-7086-4dc8-9f4a-2981dd25ba60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 00:01:02.237219 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5bf9a7b-0abe-4811-957d-cf2a72ec3c2f admin admin] Network hostable DHCP agents. Network: 5b1a04ee-7086-4dc8-9f4a-2981dd25ba60, hostable agents: ['68d83d53-3271-4b5e-a364-332abe4e6306'], hosted agents: [] {{(pid=114213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 00:01:02.336630 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5bf9a7b-0abe-4811-957d-cf2a72ec3c2f admin admin] Network 5b1a04ee-7086-4dc8-9f4a-2981dd25ba60 is scheduled to be hosted by DHCP agent 68d83d53-3271-4b5e-a364-332abe4e6306 with binding_index 1 {{(pid=114213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 00:01:02.355706 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0fadb6-94b8-4592-8b1f-33430eae06fe service neutron] Pushing event updated for resources: {'Port': ['ID=d8263d41-4e7b-4661-bbe4-2d378850c72f,revision_number=2']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:01:02.372198 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1f12ad-ab23-40e7-b852-c0e9886dc595 req-4018942b-32cc-4568-9e30-86b1a28b3432 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:01:02.373832 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-bf1f12ad-ab23-40e7-b852-c0e9886dc595 req-4018942b-32cc-4568-9e30-86b1a28b3432 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "GET /v2.0/ports?device_id=44beb316-7301-4f13-b2ed-f2a9210d673e HTTP/1.1" status: 200 len: 943 time: 0.2676396 May 04 00:01:02.414835 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.base_scheduler [None req-a5bf9a7b-0abe-4811-957d-cf2a72ec3c2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840375-1-iscsi, 5b1a04ee-7086-4dc8-9f4a-2981dd25ba60) {{(pid=114213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 00:01:02.421148 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5bf9a7b-0abe-4811-957d-cf2a72ec3c2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:01:02.421938 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-a5bf9a7b-0abe-4811-957d-cf2a72ec3c2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748400'] for subnet, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:02.423671 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d06588-153c-4b28-a901-2c073df5187e None None] Network 5b1a04ee-7086-4dc8-9f4a-2981dd25ba60 requested from dv-cinder-840375-1-iscsi {{(pid=114214) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 00:01:02.492484 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.managers [req-0f472c17-d0ec-4f93-9a9b-077b49f01bfa req-0b0fadb6-94b8-4592-8b1f-33430eae06fe service neutron] Attempting to bind port d8263d41-4e7b-4661-bbe4-2d378850c72f on host hv-cinder-84037 for vnic_type normal with profile {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 00:01:02.492824 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.managers [req-0f472c17-d0ec-4f93-9a9b-077b49f01bfa req-0b0fadb6-94b8-4592-8b1f-33430eae06fe service neutron] Attempting to bind port d8263d41-4e7b-4661-bbe4-2d378850c72f by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': 'd465fedf-034e-4504-b3eb-d649a570b375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '1bd10a62-2d1f-443f-aa34-8f7073221cb0'}] {{(pid=114212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 00:01:02.493157 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f472c17-d0ec-4f93-9a9b-077b49f01bfa req-0b0fadb6-94b8-4592-8b1f-33430eae06fe service neutron] Attempting to bind port d8263d41-4e7b-4661-bbe4-2d378850c72f on network 1bd10a62-2d1f-443f-aa34-8f7073221cb0 {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 00:01:02.498558 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-bf1f12ad-ab23-40e7-b852-c0e9886dc595 req-18c1ec7d-461f-47e8-ae54-03c514bb425e tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "GET /v2.0/security-groups?id=02c09688-6567-402e-88a5-41fd1fe6ba24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971587 May 04 00:01:02.512349 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-a5bf9a7b-0abe-4811-957d-cf2a72ec3c2f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0182588 May 04 00:01:02.540320 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f472c17-d0ec-4f93-9a9b-077b49f01bfa req-0b0fadb6-94b8-4592-8b1f-33430eae06fe service neutron] Port d8263d41-4e7b-4661-bbe4-2d378850c72f on network 1bd10a62-2d1f-443f-aa34-8f7073221cb0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 00:01:02.540811 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f472c17-d0ec-4f93-9a9b-077b49f01bfa req-0b0fadb6-94b8-4592-8b1f-33430eae06fe service neutron] Attempting to bind port d8263d41-4e7b-4661-bbe4-2d378850c72f on network 1bd10a62-2d1f-443f-aa34-8f7073221cb0 {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 00:01:02.552225 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f472c17-d0ec-4f93-9a9b-077b49f01bfa req-0b0fadb6-94b8-4592-8b1f-33430eae06fe service neutron] Checking agent: {'id': '6e4019a9-2d41-4d26-94e3-460d78c489d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 23, 50, 48), 'started_at': datetime.datetime(2022, 5, 3, 23, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 0, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 00:01:02.553935 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f472c17-d0ec-4f93-9a9b-077b49f01bfa req-0b0fadb6-94b8-4592-8b1f-33430eae06fe service neutron] Checking segment: {'id': 'd465fedf-034e-4504-b3eb-d649a570b375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '1bd10a62-2d1f-443f-aa34-8f7073221cb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 00:01:02.553935 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f472c17-d0ec-4f93-9a9b-077b49f01bfa req-0b0fadb6-94b8-4592-8b1f-33430eae06fe service neutron] Bound using segment: {'id': 'd465fedf-034e-4504-b3eb-d649a570b375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '1bd10a62-2d1f-443f-aa34-8f7073221cb0'} {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 00:01:02.553935 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.managers [req-0f472c17-d0ec-4f93-9a9b-077b49f01bfa req-0b0fadb6-94b8-4592-8b1f-33430eae06fe service neutron] Bound port: d8263d41-4e7b-4661-bbe4-2d378850c72f, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd465fedf-034e-4504-b3eb-d649a570b375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '1bd10a62-2d1f-443f-aa34-8f7073221cb0'}}] {{(pid=114212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 00:01:02.553935 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-0f472c17-d0ec-4f93-9a9b-077b49f01bfa req-0b0fadb6-94b8-4592-8b1f-33430eae06fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:02.599867 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d383c26e-b652-47b8-92c2-6f85c26cad00 None None] Network 5b1a04ee-7086-4dc8-9f4a-2981dd25ba60 requested from dv-cinder-840375-1-iscsi {{(pid=114214) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 00:01:02.678398 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.db [req-0f472c17-d0ec-4f93-9a9b-077b49f01bfa req-0b0fadb6-94b8-4592-8b1f-33430eae06fe service neutron] For port d8263d41-4e7b-4661-bbe4-2d378850c72f, host hv-cinder-84037, cleared binding levels {{(pid=114212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 00:01:02.694946 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.db [req-0f472c17-d0ec-4f93-9a9b-077b49f01bfa req-0b0fadb6-94b8-4592-8b1f-33430eae06fe service neutron] For port d8263d41-4e7b-4661-bbe4-2d378850c72f, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=d8263d41-4e7b-4661-bbe4-2d378850c72f,segment=NetworkSegment(d465fedf-034e-4504-b3eb-d649a570b375),segment_id=d465fedf-034e-4504-b3eb-d649a570b375)] {{(pid=114212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 00:01:02.764065 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.plugin [None req-088fc9ca-8d86-487f-8573-52fb4b1f060a admin admin] Deleting port d07f3b14-e6b3-40d4-9719-de456f7359f6 {{(pid=114212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 00:01:02.765031 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-088fc9ca-8d86-487f-8573-52fb4b1f060a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733331783909'] for port, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:02.789547 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-0f472c17-d0ec-4f93-9a9b-077b49f01bfa req-0b0fadb6-94b8-4592-8b1f-33430eae06fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25393411'] for port, after_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:02.978714 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.db [None req-088fc9ca-8d86-487f-8573-52fb4b1f060a admin admin] For port d07f3b14-e6b3-40d4-9719-de456f7359f6, host dv-cinder-840375-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=d07f3b14-e6b3-40d4-9719-de456f7359f6,segment=NetworkSegment(191d73d0-9208-4ea1-bb83-ed60d521a42d),segment_id=191d73d0-9208-4ea1-bb83-ed60d521a42d)] {{(pid=114212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 00:01:02.979286 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-088fc9ca-8d86-487f-8573-52fb4b1f060a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764614'] for port, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:02.997725 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.plugin [None req-088fc9ca-8d86-487f-8573-52fb4b1f060a admin admin] Calling delete_port for d07f3b14-e6b3-40d4-9719-de456f7359f6 owned by network:router_interface {{(pid=114212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 00:01:03.212221 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0fadb6-94b8-4592-8b1f-33430eae06fe service neutron] Pushing event updated for resources: {'Port': ['ID=d8263d41-4e7b-4661-bbe4-2d378850c72f,revision_number=3']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:01:03.249271 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f472c17-d0ec-4f93-9a9b-077b49f01bfa req-0b0fadb6-94b8-4592-8b1f-33430eae06fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:01:03.251414 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-0f472c17-d0ec-4f93-9a9b-077b49f01bfa req-0b0fadb6-94b8-4592-8b1f-33430eae06fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371'] for port, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:03.253198 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-0f472c17-d0ec-4f93-9a9b-077b49f01bfa req-0b0fadb6-94b8-4592-8b1f-33430eae06fe service neutron] 10.222.0.47 "PUT /v2.0/ports/d8263d41-4e7b-4661-bbe4-2d378850c72f HTTP/1.1" status: 200 len: 1093 time: 1.9725785 May 04 00:01:03.255788 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44beb316-7301-4f13-b2ed-f2a9210d673e', 'tag': 'd8263d41-4e7b-4661-bbe4-2d378850c72f'}] {{(pid=114212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 00:01:03.259265 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d2be33a93c6036cad1ba084e78d1c3d957b621bee157ccc93bfe0a4b69d877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7395a09-ed99-45b1-b25e-c6356031403c" -d '{"events": [{"name": "network-changed", "server_uuid": "44beb316-7301-4f13-b2ed-f2a9210d673e", "tag": "d8263d41-4e7b-4661-bbe4-2d378850c72f"}]}' {{(pid=114212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 00:01:03.325724 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 00:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bba86e8-614f-4e04-954f-127411ec6c2f x-openstack-request-id: req-5bba86e8-614f-4e04-954f-127411ec6c2f {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 00:01:03.326268 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44beb316-7301-4f13-b2ed-f2a9210d673e", "tag": "d8263d41-4e7b-4661-bbe4-2d378850c72f", "status": "completed", "code": 200}]} {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 00:01:03.326526 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5bba86e8-614f-4e04-954f-127411ec6c2f {{(pid=114212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 00:01:03.326978 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bba86e8-614f-4e04-954f-127411ec6c2f'] response: {'name': 'network-changed', 'server_uuid': '44beb316-7301-4f13-b2ed-f2a9210d673e', 'tag': 'd8263d41-4e7b-4661-bbe4-2d378850c72f', 'status': 'completed', 'code': 200} May 04 00:01:03.387993 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-088fc9ca-8d86-487f-8573-52fb4b1f060a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733331790767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733331236154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25393418'] for port, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:03.427955 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088fc9ca-8d86-487f-8573-52fb4b1f060a admin admin] Pushing event deleted for resources: {'Port': ['ID=d07f3b14-e6b3-40d4-9719-de456f7359f6,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:01:03.742350 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 43666) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:01:03.752073 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.v2.base [None req-b1e50a03-b44b-4db8-a749-a3f1b9e82644 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1890041733-network', 'tenant_id': 'd98751556ddf4ffb88e7054942836226'}} {{(pid=114213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 00:01:03.924602 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-d1feebf4-7c06-42b3-8bd9-38107bdc8ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:03.953580 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e50a03-b44b-4db8-a749-a3f1b9e82644 admin admin] Made reservation on behalf of d98751556ddf4ffb88e7054942836226 for: {'network': 1} {{(pid=114213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 00:01:03.957139 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-b1e50a03-b44b-4db8-a749-a3f1b9e82644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for network, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:03.969741 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-b1e50a03-b44b-4db8-a749-a3f1b9e82644 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:04.076437 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-b1e50a03-b44b-4db8-a749-a3f1b9e82644 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:04.089614 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-088fc9ca-8d86-487f-8573-52fb4b1f060a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3748307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3761898'] for router_interface, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:04.109973 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7395a09-ed99-45b1-b25e-c6356031403c req-51db3b40-d933-4788-b7f0-fbbfd9d4c579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:01:04.112071 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-a7395a09-ed99-45b1-b25e-c6356031403c req-51db3b40-d933-4788-b7f0-fbbfd9d4c579 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ba82b8b56839492bb5c72e82d7363389&device_id=44beb316-7301-4f13-b2ed-f2a9210d673e HTTP/1.1" status: 200 len: 1096 time: 0.4351013 May 04 00:01:04.125921 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3535a775-df1c-41a0-a97b-32946d6ffaa5 req-6117635b-cf52-45d0-9781-cdfda5e12704 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:01:04.127525 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-3535a775-df1c-41a0-a97b-32946d6ffaa5 req-6117635b-cf52-45d0-9781-cdfda5e12704 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "GET /v2.0/ports?device_id=44beb316-7301-4f13-b2ed-f2a9210d673e HTTP/1.1" status: 200 len: 943 time: 0.4495034 May 04 00:01:04.164567 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-b1e50a03-b44b-4db8-a749-a3f1b9e82644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:04.191862 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1e50a03-b44b-4db8-a749-a3f1b9e82644 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=114213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 00:01:04.202648 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e50a03-b44b-4db8-a749-a3f1b9e82644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa4ac76-4791-4464-845a-e3a3f9f63dd4,revision_number=1']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:01:04.207809 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-b1e50a03-b44b-4db8-a749-a3f1b9e82644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-611538'] for segment, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:04.207987 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.db.segments_db [None req-b1e50a03-b44b-4db8-a749-a3f1b9e82644 admin admin] Added segment c0c321e7-d775-472d-a90a-513dc5b3a461 of type vlan for network f56d78b2-4c35-43eb-9b82-ec277369a17b May 04 00:01:04.259510 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-b1e50a03-b44b-4db8-a749-a3f1b9e82644 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733331214529'] for network, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:04.296101 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-3535a775-df1c-41a0-a97b-32946d6ffaa5 req-d88e532a-5de1-4636-a015-294cbf59dc9b tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "GET /v2.0/security-groups?id=02c09688-6567-402e-88a5-41fd1fe6ba24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026375 May 04 00:01:04.387973 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-b1e50a03-b44b-4db8-a749-a3f1b9e82644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298'] for network, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:04.389284 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e50a03-b44b-4db8-a749-a3f1b9e82644 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:01:04.390953 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-b1e50a03-b44b-4db8-a749-a3f1b9e82644 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748400'] for network, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:04.473912 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e50a03-b44b-4db8-a749-a3f1b9e82644 admin admin] Pushing event updated for resources: {'Network': ['ID=f56d78b2-4c35-43eb-9b82-ec277369a17b,revision_number=1']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:01:04.487211 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Network f56d78b2-4c35-43eb-9b82-ec277369a17b details requested by agent ovs-agent-dv-cinder-840375-1-iscsi with host dv-cinder-840375-1-iscsi {{(pid=114214) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 00:01:04.488535 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-088fc9ca-8d86-487f-8573-52fb4b1f060a admin admin] Router 631a97f7-1cbf-4b95-adf6-8a2f356d4019 has already been hosted by L3 agent 758adf3f-89d7-4e1b-912e-3871fb413390 {{(pid=114212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 00:01:04.539904 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-b1e50a03-b44b-4db8-a749-a3f1b9e82644 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7953205 May 04 00:01:04.542844 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 43670) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:01:04.548630 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.v2.base [None req-478575fe-cffa-4a58-8765-247f13b09547 admin admin] Request body: {'subnet': {'network_id': 'f56d78b2-4c35-43eb-9b82-ec277369a17b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1890041733-subnet', 'tenant_id': 'd98751556ddf4ffb88e7054942836226', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 00:01:04.632747 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-088fc9ca-8d86-487f-8573-52fb4b1f060a admin admin] Notify agent at l3_agent.dv-cinder-840375-1-iscsi the message routers_updated {{(pid=114212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 00:01:04.633105 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-478575fe-cffa-4a58-8765-247f13b09547 admin admin] Made reservation on behalf of d98751556ddf4ffb88e7054942836226 for: {'subnet': 1} {{(pid=114213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 00:01:04.635462 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-478575fe-cffa-4a58-8765-247f13b09547 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25579759'] for subnet, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:04.639900 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-088fc9ca-8d86-487f-8573-52fb4b1f060a admin admin] 10.222.0.13 "PUT /v2.0/routers/631a97f7-1cbf-4b95-adf6-8a2f356d4019/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4425931 May 04 00:01:04.642204 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 43672) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:01:04.660151 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ef8df4-b062-4e68-807a-2cc0825d493c None None] Sync routers for ids ['631a97f7-1cbf-4b95-adf6-8a2f356d4019'] in dv-cinder-840375-1-iscsi {{(pid=114214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 00:01:04.684023 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ef8df4-b062-4e68-807a-2cc0825d493c None None] Routers {'631a97f7-1cbf-4b95-adf6-8a2f356d4019'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 00:01:04.684656 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-27ef8df4-b062-4e68-807a-2cc0825d493c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-04T00:01:04Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['631a97f7-1cbf-4b95-adf6-8a2f356d4019'], 'active': True} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:01:04.843086 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-5a32143c-4a1e-4d1f-85a2-7898a61bda75 admin admin] Notify callbacks [] for router, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:04.850237 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvr_db [None req-27ef8df4-b062-4e68-807a-2cc0825d493c None None] Set router 631a97f7-1cbf-4b95-adf6-8a2f356d4019 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 00:01:04.919527 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-478575fe-cffa-4a58-8765-247f13b09547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26196818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25579769'] for subnet, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:04.972249 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478575fe-cffa-4a58-8765-247f13b09547 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cdc4585-fa0a-47b7-88c3-d0a3bf44778e,revision_number=0']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:01:04.996172 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478575fe-cffa-4a58-8765-247f13b09547 admin admin] Checking segment: {'id': 'c0c321e7-d775-472d-a90a-513dc5b3a461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f56d78b2-4c35-43eb-9b82-ec277369a17b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 00:01:04.996560 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478575fe-cffa-4a58-8765-247f13b09547 admin admin] Network hostable DHCP agents. Network: f56d78b2-4c35-43eb-9b82-ec277369a17b, hostable agents: ['68d83d53-3271-4b5e-a364-332abe4e6306'], hosted agents: [] {{(pid=114213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 00:01:05.054608 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-5a32143c-4a1e-4d1f-85a2-7898a61bda75 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:05.058473 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7395a09-ed99-45b1-b25e-c6356031403c req-ba6adcee-aca4-4d3e-8fc1-ac84fd13575b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:01:05.060469 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-a7395a09-ed99-45b1-b25e-c6356031403c req-ba6adcee-aca4-4d3e-8fc1-ac84fd13575b service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=ba82b8b56839492bb5c72e82d7363389&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1713555 May 04 00:01:05.073180 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478575fe-cffa-4a58-8765-247f13b09547 admin admin] Network f56d78b2-4c35-43eb-9b82-ec277369a17b is scheduled to be hosted by DHCP agent 68d83d53-3271-4b5e-a364-332abe4e6306 with binding_index 1 {{(pid=114213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 00:01:05.134587 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-27ef8df4-b062-4e68-807a-2cc0825d493c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'name': 'tempest-AttachVolumeNegativeTest-158062797-router', 'tenant_id': '4f6a10010e894f0390d087e92b3d1035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '4451ff75-8bf2-4507-a5f3-127842a648f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:52:56Z', 'updated_at': '2022-05-04T00:01:03Z', 'revision_number': 5, 'project_id': '4f6a10010e894f0390d087e92b3d1035', 'gw_port': {'id': '4451ff75-8bf2-4507-a5f3-127842a648f6', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:06:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:52:58Z', 'updated_at': '2022-05-03T23:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi'}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:01:05.164898 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.base_scheduler [None req-478575fe-cffa-4a58-8765-247f13b09547 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840375-1-iscsi, f56d78b2-4c35-43eb-9b82-ec277369a17b) {{(pid=114213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 00:01:05.173723 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ef8df4-b062-4e68-807a-2cc0825d493c None None] Checking router: 631a97f7-1cbf-4b95-adf6-8a2f356d4019 for host: dv-cinder-840375-1-iscsi {{(pid=114214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 00:01:05.176370 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478575fe-cffa-4a58-8765-247f13b09547 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:01:05.177227 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-478575fe-cffa-4a58-8765-247f13b09547 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748400'] for subnet, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:05.177864 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779cbf45-a1dc-4ba3-b2dc-21fc1203e2b2 None None] Network f56d78b2-4c35-43eb-9b82-ec277369a17b requested from dv-cinder-840375-1-iscsi {{(pid=114214) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 00:01:05.223364 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.plugin [None req-5a32143c-4a1e-4d1f-85a2-7898a61bda75 admin admin] Deleting port 4451ff75-8bf2-4507-a5f3-127842a648f6 {{(pid=114212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 00:01:05.223953 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-5a32143c-4a1e-4d1f-85a2-7898a61bda75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733331783909'] for port, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:05.243559 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ef8df4-b062-4e68-807a-2cc0825d493c None None] Routers {'631a97f7-1cbf-4b95-adf6-8a2f356d4019'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 00:01:05.244207 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-27ef8df4-b062-4e68-807a-2cc0825d493c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-04T00:01:04Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['631a97f7-1cbf-4b95-adf6-8a2f356d4019'], 'active': True} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:01:05.299624 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-478575fe-cffa-4a58-8765-247f13b09547 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7551582 May 04 00:01:05.485802 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.db [None req-5a32143c-4a1e-4d1f-85a2-7898a61bda75 admin admin] For port 4451ff75-8bf2-4507-a5f3-127842a648f6, host dv-cinder-840375-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=4451ff75-8bf2-4507-a5f3-127842a648f6,segment=NetworkSegment(5eb57155-ed9e-4c45-a041-92a5f67bc876),segment_id=5eb57155-ed9e-4c45-a041-92a5f67bc876)] {{(pid=114212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 00:01:05.489560 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-5a32143c-4a1e-4d1f-85a2-7898a61bda75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764614'] for port, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:05.548335 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e9941d-bb55-4b82-9ab8-c3f932938489 req-cf34e2e9-ac19-442c-90fe-f38bd7c389ca tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:01:05.550285 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-22e9941d-bb55-4b82-9ab8-c3f932938489 req-cf34e2e9-ac19-442c-90fe-f38bd7c389ca tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "GET /v2.0/ports?device_id=44beb316-7301-4f13-b2ed-f2a9210d673e HTTP/1.1" status: 200 len: 943 time: 0.1225302 May 04 00:01:05.556637 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.plugin [None req-5a32143c-4a1e-4d1f-85a2-7898a61bda75 admin admin] Calling delete_port for 4451ff75-8bf2-4507-a5f3-127842a648f6 owned by network:router_gateway {{(pid=114212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 00:01:05.582727 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7395a09-ed99-45b1-b25e-c6356031403c req-d5881410-08dc-4be1-b635-7dccad56ee78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:01:05.585723 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-a7395a09-ed99-45b1-b25e-c6356031403c req-d5881410-08dc-4be1-b635-7dccad56ee78 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2986925 May 04 00:01:05.614970 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvr_db [None req-27ef8df4-b062-4e68-807a-2cc0825d493c None None] Set router 631a97f7-1cbf-4b95-adf6-8a2f356d4019 gateway port host: None {{(pid=114214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 00:01:05.672818 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-22e9941d-bb55-4b82-9ab8-c3f932938489 req-df56da5f-834e-4104-b25b-dfc99c1d6e14 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "GET /v2.0/security-groups?id=02c09688-6567-402e-88a5-41fd1fe6ba24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076193 May 04 00:01:05.777650 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-27ef8df4-b062-4e68-807a-2cc0825d493c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'name': 'tempest-AttachVolumeNegativeTest-158062797-router', 'tenant_id': '4f6a10010e894f0390d087e92b3d1035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:52:56Z', 'updated_at': '2022-05-04T00:01:05Z', 'revision_number': 6, 'project_id': '4f6a10010e894f0390d087e92b3d1035', 'gw_port_host': None}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:01:05.817975 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f472c17-d0ec-4f93-9a9b-077b49f01bfa req-3641948e-b949-4657-84be-f6ff377b6293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:01:05.824121 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-0f472c17-d0ec-4f93-9a9b-077b49f01bfa req-3641948e-b949-4657-84be-f6ff377b6293 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ba82b8b56839492bb5c72e82d7363389&device_id=44beb316-7301-4f13-b2ed-f2a9210d673e HTTP/1.1" status: 200 len: 1096 time: 0.1231687 May 04 00:01:05.839657 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ef8df4-b062-4e68-807a-2cc0825d493c None None] The sync data for ids ['631a97f7-1cbf-4b95-adf6-8a2f356d4019'] in dv-cinder-840375-1-iscsi is: [{'id': '631a97f7-1cbf-4b95-adf6-8a2f356d4019', 'name': 'tempest-AttachVolumeNegativeTest-158062797-router', 'tenant_id': '4f6a10010e894f0390d087e92b3d1035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:52:56Z', 'updated_at': '2022-05-04T00:01:05Z', 'revision_number': 6, 'project_id': '4f6a10010e894f0390d087e92b3d1035', 'gw_port_host': None}] {{(pid=114214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 00:01:05.921921 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8989a2cd-5744-43ae-81df-e6a7f4e47a7b None None] Network f56d78b2-4c35-43eb-9b82-ec277369a17b requested from dv-cinder-840375-1-iscsi {{(pid=114214) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 00:01:06.068425 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-9988ed24-7efc-4e8a-acf7-bcbfa55ed3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:06.085493 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-0f472c17-d0ec-4f93-9a9b-077b49f01bfa req-b234f473-1440-442a-82d2-1ab2c88de006 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8263d41-4e7b-4661-bbe4-2d378850c72f HTTP/1.1" status: 200 len: 217 time: 0.0731218 May 04 00:01:06.157021 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-f3996685-9434-443c-b5d7-edb245b755aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:06.189951 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f472c17-d0ec-4f93-9a9b-077b49f01bfa req-94a1cf33-227e-4261-965b-d6ae57bbec37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:01:06.190825 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-0f472c17-d0ec-4f93-9a9b-077b49f01bfa req-94a1cf33-227e-4261-965b-d6ae57bbec37 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ef102ff1-c631-4381-bb4f-b859e1ceda83 HTTP/1.1" status: 200 len: 853 time: 0.0919867 May 04 00:01:06.211118 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-5a32143c-4a1e-4d1f-85a2-7898a61bda75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733331790767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733331236154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25393418'] for port, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:06.256202 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a32143c-4a1e-4d1f-85a2-7898a61bda75 admin admin] Pushing event deleted for resources: {'Port': ['ID=4451ff75-8bf2-4507-a5f3-127842a648f6,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:01:06.355482 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f472c17-d0ec-4f93-9a9b-077b49f01bfa req-460ca1b1-32b5-4212-8402-b1fd7fe59d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:01:06.357004 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-0f472c17-d0ec-4f93-9a9b-077b49f01bfa req-460ca1b1-32b5-4212-8402-b1fd7fe59d44 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1bd10a62-2d1f-443f-aa34-8f7073221cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1088438 May 04 00:01:06.380879 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-5a32143c-4a1e-4d1f-85a2-7898a61bda75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3761296'] for router_gateway, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:06.515607 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-5a32143c-4a1e-4d1f-85a2-7898a61bda75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3759915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9685'] for router, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:06.519170 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-5a32143c-4a1e-4d1f-85a2-7898a61bda75 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:06.675220 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-0f472c17-d0ec-4f93-9a9b-077b49f01bfa req-331aa640-840d-4bbf-8139-01ae8b73a6e1 service neutron] 10.222.0.47 "GET /v2.0/networks/1bd10a62-2d1f-443f-aa34-8f7073221cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820300 May 04 00:01:06.848177 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-0f472c17-d0ec-4f93-9a9b-077b49f01bfa req-635bdf5c-966c-4259-a7aa-cb279fde693f service neutron] 10.222.0.47 "GET /v2.0/networks/1bd10a62-2d1f-443f-aa34-8f7073221cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220095 May 04 00:01:06.924964 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:06.943169 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62071d81-49db-4b80-b875-0b2d5f758048 req-ec052e59-0809-4c55-8a89-07dd90d76d32 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:01:06.944759 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-62071d81-49db-4b80-b875-0b2d5f758048 req-ec052e59-0809-4c55-8a89-07dd90d76d32 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "GET /v2.0/ports?device_id=44beb316-7301-4f13-b2ed-f2a9210d673e HTTP/1.1" status: 200 len: 943 time: 0.0702181 May 04 00:01:06.967041 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-5a32143c-4a1e-4d1f-85a2-7898a61bda75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3759932'] for router, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:06.967636 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a32143c-4a1e-4d1f-85a2-7898a61bda75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 631a97f7-1cbf-4b95-adf6-8a2f356d4019 {{(pid=114212) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 00:01:06.982361 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-5a32143c-4a1e-4d1f-85a2-7898a61bda75 admin admin] Notify callbacks [] for router, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:06.986146 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-5a32143c-4a1e-4d1f-85a2-7898a61bda75 admin admin] 10.222.0.13 "DELETE /v2.0/routers/631a97f7-1cbf-4b95-adf6-8a2f356d4019 HTTP/1.1" status: 204 len: 168 time: 2.3401890 May 04 00:01:06.986258 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 43692) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:01:07.015265 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-62071d81-49db-4b80-b875-0b2d5f758048 req-8a67fbe6-8fcc-4697-b0fc-dae6f84729e2 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "GET /v2.0/security-groups?id=02c09688-6567-402e-88a5-41fd1fe6ba24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586343 May 04 00:01:07.065409 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7f5fa11-ebca-420d-86b6-00628118fd8f admin admin] Deleting subnet b5c212ed-61ce-414c-afb5-0c8516817b16 {{(pid=114213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 04 00:01:07.071550 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-d7f5fa11-ebca-420d-86b6-00628118fd8f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:07.117980 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-d7f5fa11-ebca-420d-86b6-00628118fd8f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25564868'] for subnet, precommit_delete_associations {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:07.251083 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-d7f5fa11-ebca-420d-86b6-00628118fd8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608747'] for subnet, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:07.326496 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device d07f3b14-e6b3-40d4-9719-de456f7359f6 no longer exists at agent ovs-agent-dv-cinder-840375-1-iscsi {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 00:01:07.357156 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] No Port match for: d07f3b14-e6b3-40d4-9719-de456f7359f6 {{(pid=114214) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 00:01:07.357938 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device d07f3b14-e6b3-40d4-9719-de456f7359f6 not bound to the agent host dv-cinder-840375-1-iscsi {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 00:01:07.358711 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device 4451ff75-8bf2-4507-a5f3-127842a648f6 no longer exists at agent ovs-agent-dv-cinder-840375-1-iscsi {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 00:01:07.383487 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] No Port match for: 4451ff75-8bf2-4507-a5f3-127842a648f6 {{(pid=114214) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 00:01:07.384593 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device 4451ff75-8bf2-4507-a5f3-127842a648f6 not bound to the agent host dv-cinder-840375-1-iscsi {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 00:01:07.439777 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-d7f5fa11-ebca-420d-86b6-00628118fd8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26196753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25579760'] for subnet, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:07.463689 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83dbd255-8ac7-4585-9aef-7e3063c2b8c9 None None] Network 88061c84-ec22-4a18-841b-8db91bd7572a requested from dv-cinder-840375-1-iscsi {{(pid=114214) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 00:01:07.474166 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-d7f5fa11-ebca-420d-86b6-00628118fd8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748400'] for subnet, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:07.480856 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-d7f5fa11-ebca-420d-86b6-00628118fd8f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b5c212ed-61ce-414c-afb5-0c8516817b16 HTTP/1.1" status: 204 len: 168 time: 0.4902327 May 04 00:01:07.480856 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f5fa11-ebca-420d-86b6-00628118fd8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5c212ed-61ce-414c-afb5-0c8516817b16,revision_number=None']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:01:07.480856 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 43694) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:01:07.552338 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-67e431af-9de9-4984-a2a4-8e3db371224a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714127'] for network, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:07.640706 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.plugin [None req-67e431af-9de9-4984-a2a4-8e3db371224a admin admin] Deleting port 34e098cb-2d67-4ddc-816e-703f7269fd5d {{(pid=114213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 00:01:07.641028 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-67e431af-9de9-4984-a2a4-8e3db371224a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733331783909'] for port, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:07.728859 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0454f80-922c-40cd-a433-72c3f24c6ed7 None None] DHCP port deletion for 88061c84-ec22-4a18-841b-8db91bd7572a request from dv-cinder-840375-1-iscsi {{(pid=114214) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 04 00:01:07.737362 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.db [None req-67e431af-9de9-4984-a2a4-8e3db371224a admin admin] For port 34e098cb-2d67-4ddc-816e-703f7269fd5d, host dv-cinder-840375-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=34e098cb-2d67-4ddc-816e-703f7269fd5d,segment=NetworkSegment(191d73d0-9208-4ea1-bb83-ed60d521a42d),segment_id=191d73d0-9208-4ea1-bb83-ed60d521a42d)] {{(pid=114213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 00:01:07.737832 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-67e431af-9de9-4984-a2a4-8e3db371224a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764614'] for port, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:07.761648 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.plugin [None req-67e431af-9de9-4984-a2a4-8e3db371224a admin admin] Calling delete_port for 34e098cb-2d67-4ddc-816e-703f7269fd5d owned by network:dhcp {{(pid=114213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 00:01:07.816245 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-a0454f80-922c-40cd-a433-72c3f24c6ed7 None None] Deleting port 34e098cb-2d67-4ddc-816e-703f7269fd5d {{(pid=114214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 00:01:07.816948 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-a0454f80-922c-40cd-a433-72c3f24c6ed7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733331783909'] for port, before_delete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:07.900515 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-a0454f80-922c-40cd-a433-72c3f24c6ed7 None None] For port 34e098cb-2d67-4ddc-816e-703f7269fd5d, host dv-cinder-840375-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=34e098cb-2d67-4ddc-816e-703f7269fd5d,segment=NetworkSegment(191d73d0-9208-4ea1-bb83-ed60d521a42d),segment_id=191d73d0-9208-4ea1-bb83-ed60d521a42d)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 00:01:07.900926 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-a0454f80-922c-40cd-a433-72c3f24c6ed7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764614'] for port, precommit_delete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:07.938595 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-a0454f80-922c-40cd-a433-72c3f24c6ed7 None None] Calling delete_port for 34e098cb-2d67-4ddc-816e-703f7269fd5d owned by network:dhcp {{(pid=114214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 00:01:07.981877 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-67e431af-9de9-4984-a2a4-8e3db371224a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733331790767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733331236154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25969890'] for port, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:08.097682 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-a0454f80-922c-40cd-a433-72c3f24c6ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733331790767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733331236154'] for port, after_delete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:08.111790 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0454f80-922c-40cd-a433-72c3f24c6ed7 None None] No DVR routers for this DVR port 34e098cb-2d67-4ddc-816e-703f7269fd5d on host dv-cinder-840375-1-iscsi {{(pid=114214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 00:01:08.132379 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0454f80-922c-40cd-a433-72c3f24c6ed7 None None] Pushing event deleted for resources: {'Port': ['ID=34e098cb-2d67-4ddc-816e-703f7269fd5d,revision_number=None']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:01:08.328351 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e431af-9de9-4984-a2a4-8e3db371224a admin admin] Pushing event deleted for resources: {'Port': ['ID=34e098cb-2d67-4ddc-816e-703f7269fd5d,revision_number=None']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:01:08.349339 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e431af-9de9-4984-a2a4-8e3db371224a admin admin] No DVR routers for this DVR port 34e098cb-2d67-4ddc-816e-703f7269fd5d on host dv-cinder-840375-1-iscsi {{(pid=114213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 00:01:08.410564 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8550fdfb-1c6e-4240-91d5-e82b6b63969a req-5d767706-7fed-41f9-b40b-7d821e590af0 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:01:08.412126 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-8550fdfb-1c6e-4240-91d5-e82b6b63969a req-5d767706-7fed-41f9-b40b-7d821e590af0 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "GET /v2.0/ports?device_id=44beb316-7301-4f13-b2ed-f2a9210d673e HTTP/1.1" status: 200 len: 943 time: 0.0963869 May 04 00:01:08.502936 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-67e431af-9de9-4984-a2a4-8e3db371224a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-608354', 'neutron.services.segments.db._delete_segments_for_network-8733331752452'] for network, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:08.553847 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.services.segments.db [None req-67e431af-9de9-4984-a2a4-8e3db371224a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88061c84-ec22-4a18-841b-8db91bd7572a']}} {{(pid=114213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:01:08.578783 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-8550fdfb-1c6e-4240-91d5-e82b6b63969a req-171a818d-fce2-469a-a048-1de6decb7975 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "GET /v2.0/security-groups?id=02c09688-6567-402e-88a5-41fd1fe6ba24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199009 May 04 00:01:08.584843 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.services.segments.db [None req-67e431af-9de9-4984-a2a4-8e3db371224a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '191d73d0-9208-4ea1-bb83-ed60d521a42d') {'for_net_delete': True} {{(pid=114213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:01:08.585277 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.services.segments.db [None req-67e431af-9de9-4984-a2a4-8e3db371224a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '191d73d0-9208-4ea1-bb83-ed60d521a42d') {} {{(pid=114213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:01:08.607436 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-67e431af-9de9-4984-a2a4-8e3db371224a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733331752717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25564879'] for segment, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:08.625022 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-67e431af-9de9-4984-a2a4-8e3db371224a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-611538'] for segment, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:08.632277 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67e431af-9de9-4984-a2a4-8e3db371224a admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=114213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 00:01:08.633019 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-67e431af-9de9-4984-a2a4-8e3db371224a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-611538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25969847'] for segment, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:08.635901 dv-cinder-840375-1-iscsi neutron-server[114213]: Traceback (most recent call last): May 04 00:01:08.635901 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 00:01:08.635901 dv-cinder-840375-1-iscsi neutron-server[114213]: timer() May 04 00:01:08.635901 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 00:01:08.635901 dv-cinder-840375-1-iscsi neutron-server[114213]: cb(*args, **kw) May 04 00:01:08.635901 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 00:01:08.635901 dv-cinder-840375-1-iscsi neutron-server[114213]: return func(*args, **kwargs) May 04 00:01:08.635901 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 00:01:08.635901 dv-cinder-840375-1-iscsi neutron-server[114213]: self._notify() May 04 00:01:08.635901 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 00:01:08.635901 dv-cinder-840375-1-iscsi neutron-server[114213]: self.callback(batched_events) May 04 00:01:08.635901 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 00:01:08.635901 dv-cinder-840375-1-iscsi neutron-server[114213]: event.method(event) May 04 00:01:08.635901 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 00:01:08.635901 dv-cinder-840375-1-iscsi neutron-server[114213]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 00:01:08.635901 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 00:01:08.635901 dv-cinder-840375-1-iscsi neutron-server[114213]: aggregate_uuid = self.p_client.list_aggregates( May 04 00:01:08.635901 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 00:01:08.635901 dv-cinder-840375-1-iscsi neutron-server[114213]: return f(self, *a, **k) May 04 00:01:08.635901 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 00:01:08.635901 dv-cinder-840375-1-iscsi neutron-server[114213]: return self._get(url).json() May 04 00:01:08.635901 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 00:01:08.635901 dv-cinder-840375-1-iscsi neutron-server[114213]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 00:01:08.635901 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 00:01:08.635901 dv-cinder-840375-1-iscsi neutron-server[114213]: return self.request(url, 'GET', **kwargs) May 04 00:01:08.635901 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 00:01:08.635901 dv-cinder-840375-1-iscsi neutron-server[114213]: base_url = self.get_endpoint(auth, allow=allow, May 04 00:01:08.635901 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 00:01:08.635901 dv-cinder-840375-1-iscsi neutron-server[114213]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 00:01:08.635901 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 00:01:08.635901 dv-cinder-840375-1-iscsi neutron-server[114213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 00:01:08.635901 dv-cinder-840375-1-iscsi neutron-server[114213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 00:01:08.760155 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-67e431af-9de9-4984-a2a4-8e3db371224a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-608361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3761736'] for network, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:08.767000 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-67e431af-9de9-4984-a2a4-8e3db371224a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748400'] for network, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:08.776917 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-67e431af-9de9-4984-a2a4-8e3db371224a admin admin] 10.222.0.13 "DELETE /v2.0/networks/88061c84-ec22-4a18-841b-8db91bd7572a HTTP/1.1" status: 204 len: 168 time: 1.2945590 May 04 00:01:08.798349 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e431af-9de9-4984-a2a4-8e3db371224a admin admin] Pushing event deleted for resources: {'Network': ['ID=88061c84-ec22-4a18-841b-8db91bd7572a,revision_number=None']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:01:09.191770 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 43714) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:01:09.238244 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-231e7e6e-e73a-41e3-84e9-e3bc44555da1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4f6a10010e894f0390d087e92b3d1035&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0425060 May 04 00:01:09.238837 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 43716) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:01:09.340087 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-8f118e30-9a9e-4b56-8da7-7b3e7cfac17c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:09.386731 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device 34e098cb-2d67-4ddc-816e-703f7269fd5d no longer exists at agent ovs-agent-dv-cinder-840375-1-iscsi {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 00:01:09.409066 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-8f118e30-9a9e-4b56-8da7-7b3e7cfac17c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:09.435316 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] No Port match for: 34e098cb-2d67-4ddc-816e-703f7269fd5d {{(pid=114214) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 00:01:09.435666 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device 34e098cb-2d67-4ddc-816e-703f7269fd5d not bound to the agent host dv-cinder-840375-1-iscsi {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 00:01:09.695707 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d49b11-c2f0-44e5-9082-9c44736519f7 req-1e8baeb0-3ec1-4a66-bae0-5d5dbf695b9b tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:01:09.697166 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-81d49b11-c2f0-44e5-9082-9c44736519f7 req-1e8baeb0-3ec1-4a66-bae0-5d5dbf695b9b tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "GET /v2.0/ports?device_id=44beb316-7301-4f13-b2ed-f2a9210d673e HTTP/1.1" status: 200 len: 943 time: 0.0500572 May 04 00:01:09.744667 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-81d49b11-c2f0-44e5-9082-9c44736519f7 req-395b3463-d637-405a-9951-edbf8b79614b tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "GET /v2.0/security-groups?id=02c09688-6567-402e-88a5-41fd1fe6ba24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404909 May 04 00:01:10.312339 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-8f118e30-9a9e-4b56-8da7-7b3e7cfac17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:10.315197 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-8f118e30-9a9e-4b56-8da7-7b3e7cfac17c admin admin] Notify callbacks [] for security_group, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:10.318438 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-8f118e30-9a9e-4b56-8da7-7b3e7cfac17c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c478ceba-1559-4a1d-b313-cad91c4452a9 HTTP/1.1" status: 204 len: 168 time: 1.0764971 May 04 00:01:10.325090 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f118e30-9a9e-4b56-8da7-7b3e7cfac17c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c478ceba-1559-4a1d-b313-cad91c4452a9,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:01:10.881900 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9728d45-3e0b-4897-b6e3-b7b01b7165e9 req-9d136181-607b-4958-b567-787372c33398 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:01:10.883551 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-c9728d45-3e0b-4897-b6e3-b7b01b7165e9 req-9d136181-607b-4958-b567-787372c33398 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "GET /v2.0/ports?device_id=44beb316-7301-4f13-b2ed-f2a9210d673e HTTP/1.1" status: 200 len: 943 time: 0.0655696 May 04 00:01:10.923175 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-c9728d45-3e0b-4897-b6e3-b7b01b7165e9 req-cb14766b-5b37-49e9-9f01-12ddd46a2414 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "GET /v2.0/security-groups?id=02c09688-6567-402e-88a5-41fd1fe6ba24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329170 May 04 00:01:12.040082 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71075659-4d3a-439b-bdc9-5fb2bd4cba61 req-1419d3e2-605b-40da-b511-a9454d8afd56 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:01:12.041552 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-71075659-4d3a-439b-bdc9-5fb2bd4cba61 req-1419d3e2-605b-40da-b511-a9454d8afd56 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "GET /v2.0/ports?device_id=44beb316-7301-4f13-b2ed-f2a9210d673e HTTP/1.1" status: 200 len: 943 time: 0.0505326 May 04 00:01:12.082675 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-71075659-4d3a-439b-bdc9-5fb2bd4cba61 req-b92c2cb1-395b-4074-9ef2-5beddc7544b0 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "GET /v2.0/security-groups?id=02c09688-6567-402e-88a5-41fd1fe6ba24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346191 May 04 00:01:13.205376 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472f55b9-a5ae-46a2-8d74-4d6cb47b85b8 req-b99a55f0-054b-4c7d-977c-c4be70b496d9 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:01:13.206876 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-472f55b9-a5ae-46a2-8d74-4d6cb47b85b8 req-b99a55f0-054b-4c7d-977c-c4be70b496d9 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "GET /v2.0/ports?device_id=44beb316-7301-4f13-b2ed-f2a9210d673e HTTP/1.1" status: 200 len: 943 time: 0.0531800 May 04 00:01:13.245226 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-472f55b9-a5ae-46a2-8d74-4d6cb47b85b8 req-2ce11e5a-4e91-4cc9-be88-9a62dba36109 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "GET /v2.0/security-groups?id=02c09688-6567-402e-88a5-41fd1fe6ba24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322077 May 04 00:01:13.333216 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device d8263d41-4e7b-4661-bbe4-2d378850c72f details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=114214) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 00:01:13.441957 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] For port d8263d41-4e7b-4661-bbe4-2d378850c72f, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=d8263d41-4e7b-4661-bbe4-2d378850c72f,segment=NetworkSegment(d465fedf-034e-4504-b3eb-d649a570b375),segment_id=d465fedf-034e-4504-b3eb-d649a570b375)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 00:01:13.454989 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Returning: {'device': 'd8263d41-4e7b-4661-bbe4-2d378850c72f', 'network_id': '1bd10a62-2d1f-443f-aa34-8f7073221cb0', 'port_id': 'd8263d41-4e7b-4661-bbe4-2d378850c72f', 'mac_address': 'fa:16:3e:82:2c:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef102ff1-c631-4381-bb4f-b859e1ceda83', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114214) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 00:01:13.496750 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:13.510338 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.notifiers.nova [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8263d41-4e7b-4661-bbe4-2d378850c72f {{(pid=114214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 00:01:13.530712 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] For port d8263d41-4e7b-4661-bbe4-2d378850c72f, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=d8263d41-4e7b-4661-bbe4-2d378850c72f,segment=NetworkSegment(d465fedf-034e-4504-b3eb-d649a570b375),segment_id=d465fedf-034e-4504-b3eb-d649a570b375)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 00:01:13.616642 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:13.664982 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Pushing event updated for resources: {'Port': ['ID=d8263d41-4e7b-4661-bbe4-2d378850c72f,revision_number=4']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:01:13.950764 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] get_ports_and_sgs() called for port_ids ['d8263d41-4e7b-4661-bbe4-2d378850c72f'] {{(pid=114214) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 00:01:14.361455 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc5121b-cd32-4187-a23c-c8633020f7d5 req-b2dd8986-e420-4362-8c9f-2609c425c921 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:01:14.362986 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-7cc5121b-cd32-4187-a23c-c8633020f7d5 req-b2dd8986-e420-4362-8c9f-2609c425c921 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "GET /v2.0/ports?device_id=44beb316-7301-4f13-b2ed-f2a9210d673e HTTP/1.1" status: 200 len: 944 time: 0.0512674 May 04 00:01:14.401533 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-7cc5121b-cd32-4187-a23c-c8633020f7d5 req-cfd7a096-1a00-46a5-b110-92bea64e7ecf tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "GET /v2.0/security-groups?id=02c09688-6567-402e-88a5-41fd1fe6ba24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326111 May 04 00:01:14.801327 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 43808) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:01:15.106927 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.plugin [None req-1c3c6a72-f8f0-4e7e-a223-79646fe9c496 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Deleting port 94b481d6-d1ce-4fc7-982e-19e6d1fd7959 {{(pid=114212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 00:01:15.107274 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-1c3c6a72-f8f0-4e7e-a223-79646fe9c496 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733331783909'] for port, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:15.181919 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-1c3c6a72-f8f0-4e7e-a223-79646fe9c496 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764614'] for port, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:15.182284 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-1c3c6a72-f8f0-4e7e-a223-79646fe9c496 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:15.196027 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.plugin [None req-1c3c6a72-f8f0-4e7e-a223-79646fe9c496 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Calling delete_port for 94b481d6-d1ce-4fc7-982e-19e6d1fd7959 owned by network:floatingip {{(pid=114212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 00:01:15.303389 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 43826) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:01:15.334474 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device d8263d41-4e7b-4661-bbe4-2d378850c72f up at agent hyperv_hv-cinder-84037 {{(pid=114214) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 00:01:15.420731 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-ad15ab00-91ce-4b74-ad0e-560308c06cd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:15.455313 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-1c3c6a72-f8f0-4e7e-a223-79646fe9c496 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733331790767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733331236154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25393418'] for port, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:15.456955 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Provisioning for port d8263d41-4e7b-4661-bbe4-2d378850c72f completed by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 00:01:15.469637 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Provisioning complete for port d8263d41-4e7b-4661-bbe4-2d378850c72f triggered by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 00:01:15.470516 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:15.568435 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f585fd1-6e6a-44e1-b49a-83391c071eb0 req-2940065a-2de0-41e1-8385-37dbd6c0cba9 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:01:15.575305 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-3f585fd1-6e6a-44e1-b49a-83391c071eb0 req-2940065a-2de0-41e1-8385-37dbd6c0cba9 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "GET /v2.0/ports?device_id=44beb316-7301-4f13-b2ed-f2a9210d673e HTTP/1.1" status: 200 len: 944 time: 0.0874889 May 04 00:01:15.602305 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:15.609620 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-ad15ab00-91ce-4b74-ad0e-560308c06cd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:15.626275 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-3f585fd1-6e6a-44e1-b49a-83391c071eb0 req-23688c85-cd2b-4ddb-911e-fee16c1252f8 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "GET /v2.0/security-groups?id=02c09688-6567-402e-88a5-41fd1fe6ba24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469508 May 04 00:01:15.634172 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44beb316-7301-4f13-b2ed-f2a9210d673e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8263d41-4e7b-4661-bbe4-2d378850c72f'}] {{(pid=114214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 00:01:15.637941 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a2c01d47b82d907f81ba0899610efc862c27db097cd111ee9714155fede03ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5286a3b-28dd-4767-9704-7d832ebae7e3" -d '{"events": [{"server_uuid": "44beb316-7301-4f13-b2ed-f2a9210d673e", "name": "network-vif-plugged", "status": "completed", "tag": "d8263d41-4e7b-4661-bbe4-2d378850c72f"}]}' {{(pid=114214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 00:01:15.663477 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] For port d8263d41-4e7b-4661-bbe4-2d378850c72f, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=d8263d41-4e7b-4661-bbe4-2d378850c72f,segment=NetworkSegment(d465fedf-034e-4504-b3eb-d649a570b375),segment_id=d465fedf-034e-4504-b3eb-d649a570b375)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 00:01:15.679307 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-ad15ab00-91ce-4b74-ad0e-560308c06cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:15.692820 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 00:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-118d0ae5-0891-4e8f-9d09-efa207b0db80 x-openstack-request-id: req-118d0ae5-0891-4e8f-9d09-efa207b0db80 {{(pid=114214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 00:01:15.693320 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44beb316-7301-4f13-b2ed-f2a9210d673e", "name": "network-vif-plugged", "status": "completed", "tag": "d8263d41-4e7b-4661-bbe4-2d378850c72f", "code": 200}]} {{(pid=114214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 00:01:15.693738 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-118d0ae5-0891-4e8f-9d09-efa207b0db80 {{(pid=114214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 00:01:15.694805 dv-cinder-840375-1-iscsi neutron-server[114214]: INFO neutron.notifiers.nova [-] Nova event matching ['req-118d0ae5-0891-4e8f-9d09-efa207b0db80'] response: {'server_uuid': '44beb316-7301-4f13-b2ed-f2a9210d673e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8263d41-4e7b-4661-bbe4-2d378850c72f', 'code': 200} May 04 00:01:15.724114 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-ad15ab00-91ce-4b74-ad0e-560308c06cd0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c1895ad25ee7487e9acd980bca0d0ef5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4195409 May 04 00:01:15.725279 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad15ab00-91ce-4b74-ad0e-560308c06cd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=539a2c55-a20d-4f0b-b395-133e139b48b9,revision_number=1']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:01:15.727593 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 43836) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:01:15.732698 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:15.748043 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad15ab00-91ce-4b74-ad0e-560308c06cd0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:01:15.748396 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad15ab00-91ce-4b74-ad0e-560308c06cd0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:01:15.748924 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad15ab00-91ce-4b74-ad0e-560308c06cd0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:01:15.749423 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad15ab00-91ce-4b74-ad0e-560308c06cd0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:01:15.749920 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad15ab00-91ce-4b74-ad0e-560308c06cd0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:01:15.750501 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad15ab00-91ce-4b74-ad0e-560308c06cd0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:01:15.750839 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad15ab00-91ce-4b74-ad0e-560308c06cd0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:01:15.751260 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad15ab00-91ce-4b74-ad0e-560308c06cd0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:01:15.751599 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad15ab00-91ce-4b74-ad0e-560308c06cd0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:01:15.751930 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad15ab00-91ce-4b74-ad0e-560308c06cd0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:01:15.752337 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad15ab00-91ce-4b74-ad0e-560308c06cd0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:01:15.752583 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad15ab00-91ce-4b74-ad0e-560308c06cd0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:01:15.788847 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3c6a72-f8f0-4e7e-a223-79646fe9c496 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Pushing event deleted for resources: {'Port': ['ID=94b481d6-d1ce-4fc7-982e-19e6d1fd7959,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:01:15.797601 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Pushing event updated for resources: {'Port': ['ID=d8263d41-4e7b-4661-bbe4-2d378850c72f,revision_number=5']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:01:15.811101 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-4464878c-fa6e-47fc-b337-a20ffe09ac76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:15.838469 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-4464878c-fa6e-47fc-b337-a20ffe09ac76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:15.861402 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-1c3c6a72-f8f0-4e7e-a223-79646fe9c496 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Notify callbacks [] for floatingip, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:15.862092 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.db.l3_db [None req-1c3c6a72-f8f0-4e7e-a223-79646fe9c496 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Floating IP 4699e561-6ccc-462d-bbca-1df3b43e89af disassociated (deleted). External IP: 172.27.2.2, port: 19e6e5eb-68b5-4cdf-bc60-500368bf6b5e. May 04 00:01:15.964449 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-4464878c-fa6e-47fc-b337-a20ffe09ac76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:15.967892 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-4464878c-fa6e-47fc-b337-a20ffe09ac76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:15.969064 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-4464878c-fa6e-47fc-b337-a20ffe09ac76 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/539a2c55-a20d-4f0b-b395-133e139b48b9 HTTP/1.1" status: 204 len: 168 time: 0.2396622 May 04 00:01:15.978613 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4464878c-fa6e-47fc-b337-a20ffe09ac76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=539a2c55-a20d-4f0b-b395-133e139b48b9,revision_number=None']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:01:16.110950 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c3c6a72-f8f0-4e7e-a223-79646fe9c496 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Router 5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69 has already been hosted by L3 agent 758adf3f-89d7-4e1b-912e-3871fb413390 {{(pid=114212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 00:01:16.165612 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafa10de-ab67-4275-a900-065606a61d8d req-7be74963-2c7e-4fa4-90d9-77747e0ab423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:01:16.167133 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-bafa10de-ab67-4275-a900-065606a61d8d req-7be74963-2c7e-4fa4-90d9-77747e0ab423 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=44beb316-7301-4f13-b2ed-f2a9210d673e HTTP/1.1" status: 200 len: 1098 time: 0.0901308 May 04 00:01:16.251134 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-bafa10de-ab67-4275-a900-065606a61d8d req-906d8530-1d10-4eb3-80fa-b893d12cf965 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=02c09688-6567-402e-88a5-41fd1fe6ba24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737777 May 04 00:01:16.255977 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c3c6a72-f8f0-4e7e-a223-79646fe9c496 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Notify agent at l3_agent.dv-cinder-840375-1-iscsi the message routers_updated {{(pid=114212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 00:01:16.261352 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-1c3c6a72-f8f0-4e7e-a223-79646fe9c496 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371'] for floatingip, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:16.267398 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b47879-5052-4a27-9b57-e8dc15e05c34 None None] Sync routers for ids ['5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69'] in dv-cinder-840375-1-iscsi {{(pid=114215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 00:01:16.281287 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b47879-5052-4a27-9b57-e8dc15e05c34 None None] Routers {'5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 00:01:16.282267 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-f7b47879-5052-4a27-9b57-e8dc15e05c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-04T00:01:04Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69'], 'active': True} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:01:16.288778 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-1c3c6a72-f8f0-4e7e-a223-79646fe9c496 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "DELETE /v2.0/floatingips/4699e561-6ccc-462d-bbca-1df3b43e89af HTTP/1.1" status: 204 len: 168 time: 1.4860380 May 04 00:01:16.289464 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7764431b-1c5b-44f8-a08c-f7fdad54d288', 'tag': '19e6e5eb-68b5-4cdf-bc60-500368bf6b5e'}] {{(pid=114212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 00:01:16.291644 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d2be33a93c6036cad1ba084e78d1c3d957b621bee157ccc93bfe0a4b69d877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf77142-fc91-4472-bb60-38135e9f1454" -d '{"events": [{"name": "network-changed", "server_uuid": "7764431b-1c5b-44f8-a08c-f7fdad54d288", "tag": "19e6e5eb-68b5-4cdf-bc60-500368bf6b5e"}]}' {{(pid=114212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 00:01:16.340679 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 00:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82643687-5698-45a4-89f3-bd3043b83d22 x-openstack-request-id: req-82643687-5698-45a4-89f3-bd3043b83d22 {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 00:01:16.341142 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7764431b-1c5b-44f8-a08c-f7fdad54d288", "tag": "19e6e5eb-68b5-4cdf-bc60-500368bf6b5e", "status": "completed", "code": 200}]} {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 00:01:16.341465 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-82643687-5698-45a4-89f3-bd3043b83d22 {{(pid=114212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 00:01:16.342000 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82643687-5698-45a4-89f3-bd3043b83d22'] response: {'name': 'network-changed', 'server_uuid': '7764431b-1c5b-44f8-a08c-f7fdad54d288', 'tag': '19e6e5eb-68b5-4cdf-bc60-500368bf6b5e', 'status': 'completed', 'code': 200} May 04 00:01:16.402642 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvr_db [None req-f7b47879-5052-4a27-9b57-e8dc15e05c34 None None] Set router 5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 00:01:16.657675 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf77142-fc91-4472-bb60-38135e9f1454 req-af819351-2235-4e82-9570-3f9414944eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:01:16.659568 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-baf77142-fc91-4472-bb60-38135e9f1454 req-af819351-2235-4e82-9570-3f9414944eba service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c7dabe5c6909498eb0e87863bd20caff&device_id=7764431b-1c5b-44f8-a08c-f7fdad54d288 HTTP/1.1" status: 200 len: 1099 time: 0.0530310 May 04 00:01:16.770887 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-f7b47879-5052-4a27-9b57-e8dc15e05c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69', 'name': 'tempest-TestShelveInstance-592619109-router', 'tenant_id': 'c7dabe5c6909498eb0e87863bd20caff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '0bc8fd5f-7a49-4051-8d1c-df283e647cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:54:39Z', 'updated_at': '2022-05-03T23:54:44Z', 'revision_number': 4, 'project_id': 'c7dabe5c6909498eb0e87863bd20caff', 'gw_port': {'id': '0bc8fd5f-7a49-4051-8d1c-df283e647cf5', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:54:40Z', 'updated_at': '2022-05-03T23:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_interfaces': [{'id': 'db093f41-dbb6-4a9a-af33-a7578c9a78be', 'name': '', 'network_id': '609cef8e-df65-49c3-ae42-a7cfad649592', 'tenant_id': 'c7dabe5c6909498eb0e87863bd20caff', 'mac_address': 'fa:16:3e:c7:16:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '088459d7-9fa5-4572-a877-8b61a3a87623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:54:43Z', 'updated_at': '2022-05-03T23:54:48Z', 'revision_number': 5, 'project_id': 'c7dabe5c6909498eb0e87863bd20caff', 'subnets': [{'id': '088459d7-9fa5-4572-a877-8b61a3a87623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:01:16.797669 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf77142-fc91-4472-bb60-38135e9f1454 req-332e182c-a036-493c-a2fb-bdcf9d75472f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:01:16.799204 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-baf77142-fc91-4472-bb60-38135e9f1454 req-332e182c-a036-493c-a2fb-bdcf9d75472f service neutron] 10.222.0.47 "GET /v2.0/networks?id=609cef8e-df65-49c3-ae42-a7cfad649592 HTTP/1.1" status: 200 len: 909 time: 0.1324964 May 04 00:01:16.802119 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b47879-5052-4a27-9b57-e8dc15e05c34 None None] Checking router: 5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69 for host: dv-cinder-840375-1-iscsi {{(pid=114215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 00:01:16.811926 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b47879-5052-4a27-9b57-e8dc15e05c34 None None] Routers {'5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 00:01:16.812674 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-f7b47879-5052-4a27-9b57-e8dc15e05c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-04T00:01:04Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69'], 'active': True} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:01:16.860916 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-baf77142-fc91-4472-bb60-38135e9f1454 req-2525b4c2-7521-4aa3-a422-1d398aa214f6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19e6e5eb-68b5-4cdf-bc60-500368bf6b5e HTTP/1.1" status: 200 len: 217 time: 0.0444083 May 04 00:01:16.869978 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a1691a-f58c-4bef-8125-e05a8a82600a req-b05d8280-acbc-48fe-9962-f377c64915e8 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:01:16.872444 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-d4a1691a-f58c-4bef-8125-e05a8a82600a req-b05d8280-acbc-48fe-9962-f377c64915e8 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/ports?device_id=7764431b-1c5b-44f8-a08c-f7fdad54d288 HTTP/1.1" status: 200 len: 946 time: 0.0629482 May 04 00:01:16.908259 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4221f9ea-7b8f-44da-af67-2b4c220ab5cd req-33704b07-fb95-4885-84a3-69a332c3d892 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:01:16.909715 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-4221f9ea-7b8f-44da-af67-2b4c220ab5cd req-33704b07-fb95-4885-84a3-69a332c3d892 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "GET /v2.0/ports?device_id=44beb316-7301-4f13-b2ed-f2a9210d673e HTTP/1.1" status: 200 len: 945 time: 0.1261356 May 04 00:01:16.940710 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-d4a1691a-f58c-4bef-8125-e05a8a82600a req-1d2694b1-7e21-4431-9504-ab3420e19c87 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ce46192-56ed-4e3c-8c55-0dfeda54a709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593550 May 04 00:01:16.953436 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf77142-fc91-4472-bb60-38135e9f1454 req-3ed118c1-67a9-45d5-a259-59ec176d7d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:01:16.955513 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-baf77142-fc91-4472-bb60-38135e9f1454 req-3ed118c1-67a9-45d5-a259-59ec176d7d05 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=088459d7-9fa5-4572-a877-8b61a3a87623 HTTP/1.1" status: 200 len: 847 time: 0.0853856 May 04 00:01:16.971072 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvr_db [None req-f7b47879-5052-4a27-9b57-e8dc15e05c34 None None] Set router 5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 00:01:17.005605 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-4221f9ea-7b8f-44da-af67-2b4c220ab5cd req-14b68ac2-fe4f-4b21-a847-5c2fc0039213 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "GET /v2.0/security-groups?id=02c09688-6567-402e-88a5-41fd1fe6ba24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853765 May 04 00:01:17.020098 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf77142-fc91-4472-bb60-38135e9f1454 req-be3ee611-96e8-4a5a-9fd8-88aa59f30be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:01:17.021804 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-baf77142-fc91-4472-bb60-38135e9f1454 req-be3ee611-96e8-4a5a-9fd8-88aa59f30be9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=609cef8e-df65-49c3-ae42-a7cfad649592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0523350 May 04 00:01:17.141958 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-baf77142-fc91-4472-bb60-38135e9f1454 req-27af813b-06fe-421d-b829-0aebaba27222 service neutron] 10.222.0.47 "GET /v2.0/networks/609cef8e-df65-49c3-ae42-a7cfad649592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082397 May 04 00:01:17.231205 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-f7b47879-5052-4a27-9b57-e8dc15e05c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69', 'name': 'tempest-TestShelveInstance-592619109-router', 'tenant_id': 'c7dabe5c6909498eb0e87863bd20caff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '0bc8fd5f-7a49-4051-8d1c-df283e647cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:54:39Z', 'updated_at': '2022-05-03T23:54:44Z', 'revision_number': 4, 'project_id': 'c7dabe5c6909498eb0e87863bd20caff', 'gw_port': {'id': '0bc8fd5f-7a49-4051-8d1c-df283e647cf5', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:54:40Z', 'updated_at': '2022-05-03T23:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_interfaces': [{'id': 'db093f41-dbb6-4a9a-af33-a7578c9a78be', 'name': '', 'network_id': '609cef8e-df65-49c3-ae42-a7cfad649592', 'tenant_id': 'c7dabe5c6909498eb0e87863bd20caff', 'mac_address': 'fa:16:3e:c7:16:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '088459d7-9fa5-4572-a877-8b61a3a87623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:54:43Z', 'updated_at': '2022-05-03T23:54:48Z', 'revision_number': 5, 'project_id': 'c7dabe5c6909498eb0e87863bd20caff', 'subnets': [{'id': '088459d7-9fa5-4572-a877-8b61a3a87623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:01:17.258595 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-baf77142-fc91-4472-bb60-38135e9f1454 req-620e21d4-4784-4f03-8579-feb1edfa2675 service neutron] 10.222.0.47 "GET /v2.0/networks/609cef8e-df65-49c3-ae42-a7cfad649592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062036 May 04 00:01:17.268353 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b47879-5052-4a27-9b57-e8dc15e05c34 None None] The sync data for ids ['5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69'] in dv-cinder-840375-1-iscsi is: [{'id': '5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69', 'name': 'tempest-TestShelveInstance-592619109-router', 'tenant_id': 'c7dabe5c6909498eb0e87863bd20caff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '0bc8fd5f-7a49-4051-8d1c-df283e647cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:54:39Z', 'updated_at': '2022-05-03T23:54:44Z', 'revision_number': 4, 'project_id': 'c7dabe5c6909498eb0e87863bd20caff', 'gw_port': {'id': '0bc8fd5f-7a49-4051-8d1c-df283e647cf5', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:54:40Z', 'updated_at': '2022-05-03T23:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_interfaces': [{'id': 'db093f41-dbb6-4a9a-af33-a7578c9a78be', 'name': '', 'network_id': '609cef8e-df65-49c3-ae42-a7cfad649592', 'tenant_id': 'c7dabe5c6909498eb0e87863bd20caff', 'mac_address': 'fa:16:3e:c7:16:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '088459d7-9fa5-4572-a877-8b61a3a87623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:54:43Z', 'updated_at': '2022-05-03T23:54:48Z', 'revision_number': 5, 'project_id': 'c7dabe5c6909498eb0e87863bd20caff', 'subnets': [{'id': '088459d7-9fa5-4572-a877-8b61a3a87623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 00:01:17.501357 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f27112-c0ea-40e3-9bf9-350799a7d8fe None None] New status for floating IP 4699e561-6ccc-462d-bbca-1df3b43e89af: DOWN {{(pid=114214) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 00:01:18.085319 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6df84a1-4979-437b-b843-ff088c4bd3c4 req-8f9a9594-be78-487a-b216-9394a3dd8588 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:01:18.086829 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-c6df84a1-4979-437b-b843-ff088c4bd3c4 req-8f9a9594-be78-487a-b216-9394a3dd8588 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/ports?device_id=7764431b-1c5b-44f8-a08c-f7fdad54d288 HTTP/1.1" status: 200 len: 946 time: 0.0582449 May 04 00:01:18.127586 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-c6df84a1-4979-437b-b843-ff088c4bd3c4 req-13353818-482c-422b-b2d0-01018afd1ab8 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ce46192-56ed-4e3c-8c55-0dfeda54a709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342479 May 04 00:01:18.244664 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:18.254959 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5804dd-f3b8-498b-9041-70cfcde4679e req-0a894aea-9f6d-429c-a0e1-3fe472cb7f48 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:01:18.256487 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-4d5804dd-f3b8-498b-9041-70cfcde4679e req-0a894aea-9f6d-429c-a0e1-3fe472cb7f48 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "GET /v2.0/ports?device_id=44beb316-7301-4f13-b2ed-f2a9210d673e HTTP/1.1" status: 200 len: 945 time: 0.0557561 May 04 00:01:18.296761 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-4d5804dd-f3b8-498b-9041-70cfcde4679e req-25d910a9-5389-4966-b625-c7aac7e179c5 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "GET /v2.0/security-groups?id=02c09688-6567-402e-88a5-41fd1fe6ba24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341437 May 04 00:01:18.455093 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650fe9d7-e185-42af-abac-70cd8830619f req-fb10da62-8b8a-430b-859c-98da60539584 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:01:18.456627 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-650fe9d7-e185-42af-abac-70cd8830619f req-fb10da62-8b8a-430b-859c-98da60539584 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4103cf2-2713-46a4-b488-6f4b7c073536 HTTP/1.1" status: 200 len: 947 time: 0.0642507 May 04 00:01:18.461020 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f2162c-6dbc-44d0-9167-cd229b16ae1d req-17aae661-99ea-4b81-8262-2bb16652e615 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:01:18.462574 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-59f2162c-6dbc-44d0-9167-cd229b16ae1d req-17aae661-99ea-4b81-8262-2bb16652e615 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "GET /v2.0/ports?device_id=44beb316-7301-4f13-b2ed-f2a9210d673e HTTP/1.1" status: 200 len: 945 time: 0.0856233 May 04 00:01:18.499585 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-650fe9d7-e185-42af-abac-70cd8830619f req-6a1b6f56-de8c-421b-b860-48169bf4ce83 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ef122cb-b2d7-4f4c-a22c-0ef0f7f5683d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366080 May 04 00:01:18.507714 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-59f2162c-6dbc-44d0-9167-cd229b16ae1d req-90786c0e-a09c-4b5d-9b65-f889b23d07f9 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "GET /v2.0/security-groups?id=02c09688-6567-402e-88a5-41fd1fe6ba24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380361 May 04 00:01:18.846292 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d1d5dc-0c3c-41dd-805f-7074bff4b437 req-e5bc732c-4f7a-4bcd-bf84-83f806006bf1 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:01:18.847767 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-48d1d5dc-0c3c-41dd-805f-7074bff4b437 req-e5bc732c-4f7a-4bcd-bf84-83f806006bf1 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "GET /v2.0/ports?device_id=44beb316-7301-4f13-b2ed-f2a9210d673e HTTP/1.1" status: 200 len: 945 time: 0.0550141 May 04 00:01:18.887002 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-48d1d5dc-0c3c-41dd-805f-7074bff4b437 req-3dd88b97-588d-4329-859a-bf8a24e17b3b tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "GET /v2.0/security-groups?id=02c09688-6567-402e-88a5-41fd1fe6ba24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328951 May 04 00:01:19.056843 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd0331-2f26-42f3-9930-5d12588d2248 req-9af3ce85-d66d-4e09-8eca-0c1874496f2e tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:01:19.058685 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-c0bd0331-2f26-42f3-9930-5d12588d2248 req-9af3ce85-d66d-4e09-8eca-0c1874496f2e tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.47 "GET /v2.0/ports?device_id=7764431b-1c5b-44f8-a08c-f7fdad54d288 HTTP/1.1" status: 200 len: 946 time: 0.0628169 May 04 00:01:19.156795 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.plugin [req-c0bd0331-2f26-42f3-9930-5d12588d2248 req-1b4db242-e8a8-4c9c-8e07-95f927770ad4 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Deleting port 19e6e5eb-68b5-4cdf-bc60-500368bf6b5e {{(pid=114212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 00:01:19.157460 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-c0bd0331-2f26-42f3-9930-5d12588d2248 req-1b4db242-e8a8-4c9c-8e07-95f927770ad4 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733331783909'] for port, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:19.250399 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cba5439-a2ae-405a-b80c-69929e2861de req-f37adc3c-3cb9-4cb7-ad22-23659a32d34d tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:01:19.257313 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-1cba5439-a2ae-405a-b80c-69929e2861de req-f37adc3c-3cb9-4cb7-ad22-23659a32d34d tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/ports?device_id=7764431b-1c5b-44f8-a08c-f7fdad54d288 HTTP/1.1" status: 200 len: 946 time: 0.0539005 May 04 00:01:19.257497 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.db [req-c0bd0331-2f26-42f3-9930-5d12588d2248 req-1b4db242-e8a8-4c9c-8e07-95f927770ad4 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] For port 19e6e5eb-68b5-4cdf-bc60-500368bf6b5e, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=19e6e5eb-68b5-4cdf-bc60-500368bf6b5e,segment=NetworkSegment(a15bf7d2-78b2-4aa9-b3b7-3ddcf679b30b),segment_id=a15bf7d2-78b2-4aa9-b3b7-3ddcf679b30b)] {{(pid=114212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 00:01:19.257679 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-c0bd0331-2f26-42f3-9930-5d12588d2248 req-1b4db242-e8a8-4c9c-8e07-95f927770ad4 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764614'] for port, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:19.271265 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.plugin [req-c0bd0331-2f26-42f3-9930-5d12588d2248 req-1b4db242-e8a8-4c9c-8e07-95f927770ad4 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Calling delete_port for 19e6e5eb-68b5-4cdf-bc60-500368bf6b5e owned by compute:nova {{(pid=114212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 00:01:19.299053 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-1cba5439-a2ae-405a-b80c-69929e2861de req-9db2b92f-e30a-4d0f-9b9a-ab0be64dd03d tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ce46192-56ed-4e3c-8c55-0dfeda54a709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379605 May 04 00:01:19.501428 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-c0bd0331-2f26-42f3-9930-5d12588d2248 req-1b4db242-e8a8-4c9c-8e07-95f927770ad4 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733331790767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733331236154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25393418'] for port, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:19.533377 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4db242-e8a8-4c9c-8e07-95f927770ad4 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Pushing event deleted for resources: {'Port': ['ID=19e6e5eb-68b5-4cdf-bc60-500368bf6b5e,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:01:19.579266 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0bd0331-2f26-42f3-9930-5d12588d2248 req-1b4db242-e8a8-4c9c-8e07-95f927770ad4 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] No DVR routers for this DVR port 19e6e5eb-68b5-4cdf-bc60-500368bf6b5e on host hv-cinder-84037 {{(pid=114212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 00:01:19.601118 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-c0bd0331-2f26-42f3-9930-5d12588d2248 req-1b4db242-e8a8-4c9c-8e07-95f927770ad4 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371'] for port, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:19.601118 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-c0bd0331-2f26-42f3-9930-5d12588d2248 req-1b4db242-e8a8-4c9c-8e07-95f927770ad4 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.47 "DELETE /v2.0/ports/19e6e5eb-68b5-4cdf-bc60-500368bf6b5e HTTP/1.1" status: 204 len: 173 time: 0.5278487 May 04 00:01:19.601118 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7764431b-1c5b-44f8-a08c-f7fdad54d288', 'name': 'network-vif-deleted', 'tag': '19e6e5eb-68b5-4cdf-bc60-500368bf6b5e'}] {{(pid=114212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 00:01:19.601118 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d2be33a93c6036cad1ba084e78d1c3d957b621bee157ccc93bfe0a4b69d877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb5fcd2-e57e-474f-8cfc-5a2cdf773590" -d '{"events": [{"server_uuid": "7764431b-1c5b-44f8-a08c-f7fdad54d288", "name": "network-vif-deleted", "tag": "19e6e5eb-68b5-4cdf-bc60-500368bf6b5e"}]}' {{(pid=114212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 00:01:19.646724 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca286e-657e-4354-9368-85f2db3ba8ab req-f0700ac5-dc90-423a-b9a1-1a26218d63f0 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:01:19.648229 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-52ca286e-657e-4354-9368-85f2db3ba8ab req-f0700ac5-dc90-423a-b9a1-1a26218d63f0 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4103cf2-2713-46a4-b488-6f4b7c073536 HTTP/1.1" status: 200 len: 947 time: 0.0709858 May 04 00:01:19.649759 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 00:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea8bae6a-631e-4a66-8794-c79f4d456f10 x-openstack-request-id: req-ea8bae6a-631e-4a66-8794-c79f4d456f10 {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 00:01:19.650059 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7764431b-1c5b-44f8-a08c-f7fdad54d288", "name": "network-vif-deleted", "tag": "19e6e5eb-68b5-4cdf-bc60-500368bf6b5e", "status": "completed", "code": 200}]} {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 00:01:19.652688 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ea8bae6a-631e-4a66-8794-c79f4d456f10 {{(pid=114212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 00:01:19.652688 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea8bae6a-631e-4a66-8794-c79f4d456f10'] response: {'server_uuid': '7764431b-1c5b-44f8-a08c-f7fdad54d288', 'name': 'network-vif-deleted', 'tag': '19e6e5eb-68b5-4cdf-bc60-500368bf6b5e', 'status': 'completed', 'code': 200} May 04 00:01:19.691930 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-52ca286e-657e-4354-9368-85f2db3ba8ab req-05d20b44-5dc7-435d-b511-1a6ff082202d tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ef122cb-b2d7-4f4c-a22c-0ef0f7f5683d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360994 May 04 00:01:20.406598 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-85307ec6-9a13-4892-9a43-c0711487960a req-6ccbc65b-3fc2-4e97-99c8-a05c3307a01d tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/ports?device_id=7764431b-1c5b-44f8-a08c-f7fdad54d288 HTTP/1.1" status: 200 len: 210 time: 0.0291190 May 04 00:01:20.409853 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe2dc85-9fda-4d77-9005-5aed55d91538 req-70b69e13-7c5d-410c-8935-02fd2dc55d73 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:01:20.411285 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-2fe2dc85-9fda-4d77-9005-5aed55d91538 req-70b69e13-7c5d-410c-8935-02fd2dc55d73 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.47 "GET /v2.0/ports?device_id=b4103cf2-2713-46a4-b488-6f4b7c073536 HTTP/1.1" status: 200 len: 947 time: 0.0576105 May 04 00:01:20.507094 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.plugin [req-2fe2dc85-9fda-4d77-9005-5aed55d91538 req-5a8ecb6e-0d70-42b4-b952-0621e0413657 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Deleting port ac08da13-3e19-4e42-bd72-745ba261f9b5 {{(pid=114212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 00:01:20.507439 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-2fe2dc85-9fda-4d77-9005-5aed55d91538 req-5a8ecb6e-0d70-42b4-b952-0621e0413657 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733331783909'] for port, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:20.610667 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.db [req-2fe2dc85-9fda-4d77-9005-5aed55d91538 req-5a8ecb6e-0d70-42b4-b952-0621e0413657 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] For port ac08da13-3e19-4e42-bd72-745ba261f9b5, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=ac08da13-3e19-4e42-bd72-745ba261f9b5,segment=NetworkSegment(e39c8e49-66af-4d27-b151-3cf1448d7fbf),segment_id=e39c8e49-66af-4d27-b151-3cf1448d7fbf)] {{(pid=114212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 00:01:20.611024 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-2fe2dc85-9fda-4d77-9005-5aed55d91538 req-5a8ecb6e-0d70-42b4-b952-0621e0413657 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764614'] for port, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:20.858398 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-2fe2dc85-9fda-4d77-9005-5aed55d91538 req-5a8ecb6e-0d70-42b4-b952-0621e0413657 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:20.859647 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-2fe2dc85-9fda-4d77-9005-5aed55d91538 req-5a8ecb6e-0d70-42b4-b952-0621e0413657 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3761754'] for floatingip, after_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:20.859647 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.db.l3_db [req-2fe2dc85-9fda-4d77-9005-5aed55d91538 req-5a8ecb6e-0d70-42b4-b952-0621e0413657 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Floating IP a6809534-9fbb-441d-8ed9-24280deffa71 disassociated. External IP: 172.27.2.108, port: ac08da13-3e19-4e42-bd72-745ba261f9b5. May 04 00:01:20.859647 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.plugin [req-2fe2dc85-9fda-4d77-9005-5aed55d91538 req-5a8ecb6e-0d70-42b4-b952-0621e0413657 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Calling delete_port for ac08da13-3e19-4e42-bd72-745ba261f9b5 owned by compute:nova {{(pid=114212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 00:01:20.883984 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0fbb8a-5a0b-4de5-a7cb-6164ca89373b req-3a6d6dc2-1e91-449c-90e5-3700a8ba8b15 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:01:20.885462 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-db0fbb8a-5a0b-4de5-a7cb-6164ca89373b req-3a6d6dc2-1e91-449c-90e5-3700a8ba8b15 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4103cf2-2713-46a4-b488-6f4b7c073536 HTTP/1.1" status: 200 len: 947 time: 0.0905519 May 04 00:01:20.977262 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-db0fbb8a-5a0b-4de5-a7cb-6164ca89373b req-381c6129-c62a-478a-bba0-a6b2c53e7616 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ef122cb-b2d7-4f4c-a22c-0ef0f7f5683d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550559 May 04 00:01:21.107279 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-2fe2dc85-9fda-4d77-9005-5aed55d91538 req-5a8ecb6e-0d70-42b4-b952-0621e0413657 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733331790767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733331236154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25393418'] for port, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:21.141512 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8ecb6e-0d70-42b4-b952-0621e0413657 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Pushing event deleted for resources: {'Port': ['ID=ac08da13-3e19-4e42-bd72-745ba261f9b5,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:01:21.257715 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2fe2dc85-9fda-4d77-9005-5aed55d91538 req-5a8ecb6e-0d70-42b4-b952-0621e0413657 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Router 0ac2491f-d87e-497e-9dd1-95a1251bcf15 has already been hosted by L3 agent 758adf3f-89d7-4e1b-912e-3871fb413390 {{(pid=114212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 00:01:21.375007 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2fe2dc85-9fda-4d77-9005-5aed55d91538 req-5a8ecb6e-0d70-42b4-b952-0621e0413657 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify agent at l3_agent.dv-cinder-840375-1-iscsi the message routers_updated {{(pid=114212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 00:01:21.385094 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045381f8-abba-48aa-8517-80d41642fa2f None None] Sync routers for ids ['0ac2491f-d87e-497e-9dd1-95a1251bcf15'] in dv-cinder-840375-1-iscsi {{(pid=114215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 00:01:21.398258 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045381f8-abba-48aa-8517-80d41642fa2f None None] Routers {'0ac2491f-d87e-497e-9dd1-95a1251bcf15'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 00:01:21.398889 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-045381f8-abba-48aa-8517-80d41642fa2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-04T00:01:04Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['0ac2491f-d87e-497e-9dd1-95a1251bcf15'], 'active': True} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:01:21.419604 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fe2dc85-9fda-4d77-9005-5aed55d91538 req-5a8ecb6e-0d70-42b4-b952-0621e0413657 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] No DVR routers for this DVR port ac08da13-3e19-4e42-bd72-745ba261f9b5 on host hv-cinder-84037 {{(pid=114212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 00:01:21.421798 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-2fe2dc85-9fda-4d77-9005-5aed55d91538 req-5a8ecb6e-0d70-42b4-b952-0621e0413657 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371'] for port, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:21.425272 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-2fe2dc85-9fda-4d77-9005-5aed55d91538 req-5a8ecb6e-0d70-42b4-b952-0621e0413657 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.47 "DELETE /v2.0/ports/ac08da13-3e19-4e42-bd72-745ba261f9b5 HTTP/1.1" status: 204 len: 173 time: 1.0056953 May 04 00:01:21.533254 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-5be11ab6-e852-4546-8a4e-26616f84b26a req-1893ee12-defa-4b10-8bad-675642bfe229 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/ports?device_id=7764431b-1c5b-44f8-a08c-f7fdad54d288 HTTP/1.1" status: 200 len: 210 time: 0.0371046 May 04 00:01:21.533645 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvr_db [None req-045381f8-abba-48aa-8517-80d41642fa2f None None] Set router 0ac2491f-d87e-497e-9dd1-95a1251bcf15 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 00:01:21.653475 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4103cf2-2713-46a4-b488-6f4b7c073536', 'name': 'network-vif-deleted', 'tag': 'ac08da13-3e19-4e42-bd72-745ba261f9b5'}] {{(pid=114212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 00:01:21.656331 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d2be33a93c6036cad1ba084e78d1c3d957b621bee157ccc93bfe0a4b69d877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0daa5514-3928-4ef1-b2d2-036db3e3b2ff" -d '{"events": [{"server_uuid": "b4103cf2-2713-46a4-b488-6f4b7c073536", "name": "network-vif-deleted", "tag": "ac08da13-3e19-4e42-bd72-745ba261f9b5"}]}' {{(pid=114212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 00:01:21.701456 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 00:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f324f9-c4bb-42c2-aef5-e40e3f532afa x-openstack-request-id: req-e2f324f9-c4bb-42c2-aef5-e40e3f532afa {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 00:01:21.701456 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4103cf2-2713-46a4-b488-6f4b7c073536", "name": "network-vif-deleted", "tag": "ac08da13-3e19-4e42-bd72-745ba261f9b5", "status": "completed", "code": 200}]} {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 00:01:21.701456 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e2f324f9-c4bb-42c2-aef5-e40e3f532afa {{(pid=114212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 00:01:21.701456 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2f324f9-c4bb-42c2-aef5-e40e3f532afa'] response: {'server_uuid': 'b4103cf2-2713-46a4-b488-6f4b7c073536', 'name': 'network-vif-deleted', 'tag': 'ac08da13-3e19-4e42-bd72-745ba261f9b5', 'status': 'completed', 'code': 200} May 04 00:01:21.757346 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-045381f8-abba-48aa-8517-80d41642fa2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac2491f-d87e-497e-9dd1-95a1251bcf15', 'name': 'tempest-AttachVolumeShelveTestJSON-2104173359-router', 'tenant_id': '03bce0db30814ab1a93850e3a33758bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '26de31a4-a158-4f76-b65e-4292da0ec2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:52:57Z', 'updated_at': '2022-05-03T23:53:10Z', 'revision_number': 4, 'project_id': '03bce0db30814ab1a93850e3a33758bc', 'gw_port': {'id': '26de31a4-a158-4f76-b65e-4292da0ec2ab', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac2491f-d87e-497e-9dd1-95a1251bcf15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:52:58Z', 'updated_at': '2022-05-03T23:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_interfaces': [{'id': '2c0d12b7-288c-4279-8b35-041486d27e2a', 'name': '', 'network_id': '6794dc24-6270-444d-9eb8-8dafb7765ac3', 'tenant_id': '03bce0db30814ab1a93850e3a33758bc', 'mac_address': 'fa:16:3e:fa:bf:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac2491f-d87e-497e-9dd1-95a1251bcf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c9819db7-dd9c-4945-a665-c049574a03e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:08Z', 'updated_at': '2022-05-03T23:53:31Z', 'revision_number': 5, 'project_id': '03bce0db30814ab1a93850e3a33758bc', 'subnets': [{'id': 'c9819db7-dd9c-4945-a665-c049574a03e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:01:21.785479 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045381f8-abba-48aa-8517-80d41642fa2f None None] Checking router: 0ac2491f-d87e-497e-9dd1-95a1251bcf15 for host: dv-cinder-840375-1-iscsi {{(pid=114215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 00:01:21.794694 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045381f8-abba-48aa-8517-80d41642fa2f None None] Routers {'0ac2491f-d87e-497e-9dd1-95a1251bcf15'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 00:01:21.795305 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-045381f8-abba-48aa-8517-80d41642fa2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-04T00:01:04Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['0ac2491f-d87e-497e-9dd1-95a1251bcf15'], 'active': True} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:01:21.909543 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvr_db [None req-045381f8-abba-48aa-8517-80d41642fa2f None None] Set router 0ac2491f-d87e-497e-9dd1-95a1251bcf15 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 00:01:22.107752 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-d5a89093-00ed-435a-8e06-9199187411be req-b24e607c-3dda-419c-aeff-d1b65b16a5f9 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4103cf2-2713-46a4-b488-6f4b7c073536 HTTP/1.1" status: 200 len: 210 time: 0.0293853 May 04 00:01:22.127735 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-045381f8-abba-48aa-8517-80d41642fa2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac2491f-d87e-497e-9dd1-95a1251bcf15', 'name': 'tempest-AttachVolumeShelveTestJSON-2104173359-router', 'tenant_id': '03bce0db30814ab1a93850e3a33758bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '26de31a4-a158-4f76-b65e-4292da0ec2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:52:57Z', 'updated_at': '2022-05-03T23:53:10Z', 'revision_number': 4, 'project_id': '03bce0db30814ab1a93850e3a33758bc', 'gw_port': {'id': '26de31a4-a158-4f76-b65e-4292da0ec2ab', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac2491f-d87e-497e-9dd1-95a1251bcf15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:52:58Z', 'updated_at': '2022-05-03T23:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_interfaces': [{'id': '2c0d12b7-288c-4279-8b35-041486d27e2a', 'name': '', 'network_id': '6794dc24-6270-444d-9eb8-8dafb7765ac3', 'tenant_id': '03bce0db30814ab1a93850e3a33758bc', 'mac_address': 'fa:16:3e:fa:bf:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac2491f-d87e-497e-9dd1-95a1251bcf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c9819db7-dd9c-4945-a665-c049574a03e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:08Z', 'updated_at': '2022-05-03T23:53:31Z', 'revision_number': 5, 'project_id': '03bce0db30814ab1a93850e3a33758bc', 'subnets': [{'id': 'c9819db7-dd9c-4945-a665-c049574a03e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:01:22.161926 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045381f8-abba-48aa-8517-80d41642fa2f None None] The sync data for ids ['0ac2491f-d87e-497e-9dd1-95a1251bcf15'] in dv-cinder-840375-1-iscsi is: [{'id': '0ac2491f-d87e-497e-9dd1-95a1251bcf15', 'name': 'tempest-AttachVolumeShelveTestJSON-2104173359-router', 'tenant_id': '03bce0db30814ab1a93850e3a33758bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '26de31a4-a158-4f76-b65e-4292da0ec2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:52:57Z', 'updated_at': '2022-05-03T23:53:10Z', 'revision_number': 4, 'project_id': '03bce0db30814ab1a93850e3a33758bc', 'gw_port': {'id': '26de31a4-a158-4f76-b65e-4292da0ec2ab', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac2491f-d87e-497e-9dd1-95a1251bcf15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:52:58Z', 'updated_at': '2022-05-03T23:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_interfaces': [{'id': '2c0d12b7-288c-4279-8b35-041486d27e2a', 'name': '', 'network_id': '6794dc24-6270-444d-9eb8-8dafb7765ac3', 'tenant_id': '03bce0db30814ab1a93850e3a33758bc', 'mac_address': 'fa:16:3e:fa:bf:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac2491f-d87e-497e-9dd1-95a1251bcf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c9819db7-dd9c-4945-a665-c049574a03e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:53:08Z', 'updated_at': '2022-05-03T23:53:31Z', 'revision_number': 5, 'project_id': '03bce0db30814ab1a93850e3a33758bc', 'subnets': [{'id': 'c9819db7-dd9c-4945-a665-c049574a03e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 00:01:22.380634 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257ba9b9-2cb6-4842-9856-3a52001e3653 None None] New status for floating IP a6809534-9fbb-441d-8ed9-24280deffa71: DOWN {{(pid=114214) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 00:01:22.640882 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-0ea09c9a-d362-4082-bb77-7d18be659b02 req-8415653e-bdb7-4914-8522-14cc7160853a tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/ports?device_id=7764431b-1c5b-44f8-a08c-f7fdad54d288 HTTP/1.1" status: 200 len: 210 time: 0.0283606 May 04 00:01:23.208459 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-5e7301de-c9aa-4dd5-9f51-5ee1c8686911 req-564ba026-99b5-417b-8c53-117f92be930c tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4103cf2-2713-46a4-b488-6f4b7c073536 HTTP/1.1" status: 200 len: 210 time: 0.0265632 May 04 00:01:23.898626 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device ac08da13-3e19-4e42-bd72-745ba261f9b5 no longer exists at agent hyperv_hv-cinder-84037 {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 00:01:23.915626 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-66375993-345e-468e-a6c8-9a471c63d22e req-8594ff19-1c0a-4fdc-88d7-dd4b0347a346 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "GET /v2.0/ports?device_id=7764431b-1c5b-44f8-a08c-f7fdad54d288 HTTP/1.1" status: 200 len: 210 time: 0.0312531 May 04 00:01:23.955312 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] No Port match for: ac08da13-3e19-4e42-bd72-745ba261f9b5 {{(pid=114214) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 00:01:23.956126 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device ac08da13-3e19-4e42-bd72-745ba261f9b5 not bound to the agent host hv-cinder-84037 {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 00:01:23.957202 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device 19e6e5eb-68b5-4cdf-bc60-500368bf6b5e no longer exists at agent hyperv_hv-cinder-84037 {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 00:01:23.985022 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] No Port match for: 19e6e5eb-68b5-4cdf-bc60-500368bf6b5e {{(pid=114214) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 00:01:23.985437 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device 19e6e5eb-68b5-4cdf-bc60-500368bf6b5e not bound to the agent host hv-cinder-84037 {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 00:01:24.319156 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-ca1844c9-789b-4cea-9ba0-eab090199a13 req-e0d80191-6613-43fd-bfb9-ddcdbd43dead tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4103cf2-2713-46a4-b488-6f4b7c073536 HTTP/1.1" status: 200 len: 210 time: 0.0273504 May 04 00:01:24.588584 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 44038) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:01:24.634770 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed5a48e9-281f-470c-9971-c19b44ce8489 admin admin] Deleting subnet 642d4431-3a55-4acb-b031-f7855852cd89 {{(pid=114213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 04 00:01:24.638705 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-ed5a48e9-281f-470c-9971-c19b44ce8489 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:24.678622 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-ed5a48e9-281f-470c-9971-c19b44ce8489 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25564868'] for subnet, precommit_delete_associations {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:24.719654 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-ed5a48e9-281f-470c-9971-c19b44ce8489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608747'] for subnet, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:24.850412 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-ed5a48e9-281f-470c-9971-c19b44ce8489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26196753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25579760'] for subnet, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:24.875704 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5a48e9-281f-470c-9971-c19b44ce8489 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=642d4431-3a55-4acb-b031-f7855852cd89,revision_number=None']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:01:24.882857 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-ed5a48e9-281f-470c-9971-c19b44ce8489 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748400'] for subnet, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:24.886205 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-ed5a48e9-281f-470c-9971-c19b44ce8489 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/642d4431-3a55-4acb-b031-f7855852cd89 HTTP/1.1" status: 204 len: 168 time: 0.2966104 May 04 00:01:24.889497 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 44040) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:01:24.962188 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-f2485c2f-2776-4cd2-a26f-e39f2bde9309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714127'] for network, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:24.983431 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 44050) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:01:25.061019 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-f2485c2f-2776-4cd2-a26f-e39f2bde9309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-608354', 'neutron.services.segments.db._delete_segments_for_network-8733331752452'] for network, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:25.069866 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-925294f5-9289-47ed-8127-f10004044856 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Notify callbacks [] for security_group, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:25.083654 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.services.segments.db [None req-f2485c2f-2776-4cd2-a26f-e39f2bde9309 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b1a04ee-7086-4dc8-9f4a-2981dd25ba60']}} {{(pid=114212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:01:25.094036 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.services.segments.db [None req-f2485c2f-2776-4cd2-a26f-e39f2bde9309 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f03250dc-4c33-4018-b3ef-e3adca661139') {'for_net_delete': True} {{(pid=114212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:01:25.094402 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.services.segments.db [None req-f2485c2f-2776-4cd2-a26f-e39f2bde9309 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f03250dc-4c33-4018-b3ef-e3adca661139') {} {{(pid=114212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:01:25.100856 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-925294f5-9289-47ed-8127-f10004044856 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:25.108481 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-f2485c2f-2776-4cd2-a26f-e39f2bde9309 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733331752717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25200259'] for segment, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:25.121572 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-f2485c2f-2776-4cd2-a26f-e39f2bde9309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-611538'] for segment, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:25.127548 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2485c2f-2776-4cd2-a26f-e39f2bde9309 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=114212) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 00:01:25.127970 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-f2485c2f-2776-4cd2-a26f-e39f2bde9309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-611538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25393503'] for segment, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:25.129619 dv-cinder-840375-1-iscsi neutron-server[114212]: Traceback (most recent call last): May 04 00:01:25.129619 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 00:01:25.129619 dv-cinder-840375-1-iscsi neutron-server[114212]: timer() May 04 00:01:25.129619 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 00:01:25.129619 dv-cinder-840375-1-iscsi neutron-server[114212]: cb(*args, **kw) May 04 00:01:25.129619 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 00:01:25.129619 dv-cinder-840375-1-iscsi neutron-server[114212]: return func(*args, **kwargs) May 04 00:01:25.129619 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 00:01:25.129619 dv-cinder-840375-1-iscsi neutron-server[114212]: self._notify() May 04 00:01:25.129619 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 00:01:25.129619 dv-cinder-840375-1-iscsi neutron-server[114212]: self.callback(batched_events) May 04 00:01:25.129619 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 00:01:25.129619 dv-cinder-840375-1-iscsi neutron-server[114212]: event.method(event) May 04 00:01:25.129619 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 00:01:25.129619 dv-cinder-840375-1-iscsi neutron-server[114212]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 00:01:25.129619 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 00:01:25.129619 dv-cinder-840375-1-iscsi neutron-server[114212]: aggregate_uuid = self.p_client.list_aggregates( May 04 00:01:25.129619 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 00:01:25.129619 dv-cinder-840375-1-iscsi neutron-server[114212]: return f(self, *a, **k) May 04 00:01:25.129619 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 00:01:25.129619 dv-cinder-840375-1-iscsi neutron-server[114212]: return self._get(url).json() May 04 00:01:25.129619 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 00:01:25.129619 dv-cinder-840375-1-iscsi neutron-server[114212]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 00:01:25.129619 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 00:01:25.129619 dv-cinder-840375-1-iscsi neutron-server[114212]: return self.request(url, 'GET', **kwargs) May 04 00:01:25.129619 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 00:01:25.129619 dv-cinder-840375-1-iscsi neutron-server[114212]: base_url = self.get_endpoint(auth, allow=allow, May 04 00:01:25.129619 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 00:01:25.129619 dv-cinder-840375-1-iscsi neutron-server[114212]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 00:01:25.129619 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 00:01:25.129619 dv-cinder-840375-1-iscsi neutron-server[114212]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 00:01:25.129619 dv-cinder-840375-1-iscsi neutron-server[114212]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 00:01:25.238888 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-925294f5-9289-47ed-8127-f10004044856 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:25.241505 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-925294f5-9289-47ed-8127-f10004044856 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Notify callbacks [] for security_group, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:25.242728 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-925294f5-9289-47ed-8127-f10004044856 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] 10.222.0.13 "DELETE /v2.0/security-groups/6ce46192-56ed-4e3c-8c55-0dfeda54a709 HTTP/1.1" status: 204 len: 168 time: 0.2582262 May 04 00:01:25.252782 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925294f5-9289-47ed-8127-f10004044856 tempest-TestShelveInstance-757509217 tempest-TestShelveInstance-757509217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ce46192-56ed-4e3c-8c55-0dfeda54a709,revision_number=None']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:01:25.261443 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-f2485c2f-2776-4cd2-a26f-e39f2bde9309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-608361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3761736'] for network, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:25.271860 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-f2485c2f-2776-4cd2-a26f-e39f2bde9309 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748400'] for network, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:25.271860 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-f2485c2f-2776-4cd2-a26f-e39f2bde9309 admin admin] 10.222.0.13 "DELETE /v2.0/networks/5b1a04ee-7086-4dc8-9f4a-2981dd25ba60 HTTP/1.1" status: 204 len: 168 time: 0.3812308 May 04 00:01:25.274694 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 44060) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:01:25.284364 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2485c2f-2776-4cd2-a26f-e39f2bde9309 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b1a04ee-7086-4dc8-9f4a-2981dd25ba60,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:01:25.334025 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a8830c0-837e-4c87-a583-3a6cc1eb8adb admin admin] Deleting subnet 0cdc4585-fa0a-47b7-88c3-d0a3bf44778e {{(pid=114213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 04 00:01:25.337380 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-4a8830c0-837e-4c87-a583-3a6cc1eb8adb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:25.373955 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 44066) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:01:25.401960 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-4a8830c0-837e-4c87-a583-3a6cc1eb8adb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25564868'] for subnet, precommit_delete_associations {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:25.447892 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-4a8830c0-837e-4c87-a583-3a6cc1eb8adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608747'] for subnet, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:25.480504 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 44074) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:01:25.539373 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-b0dbf579-067b-4859-985e-bef1cd147979 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify callbacks [] for security_group, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:25.566470 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-b0dbf579-067b-4859-985e-bef1cd147979 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:25.598121 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-4a8830c0-837e-4c87-a583-3a6cc1eb8adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26196753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25579760'] for subnet, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:25.633790 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8830c0-837e-4c87-a583-3a6cc1eb8adb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cdc4585-fa0a-47b7-88c3-d0a3bf44778e,revision_number=None']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:01:25.636154 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-4a8830c0-837e-4c87-a583-3a6cc1eb8adb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748400'] for subnet, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:25.639366 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-4a8830c0-837e-4c87-a583-3a6cc1eb8adb admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0cdc4585-fa0a-47b7-88c3-d0a3bf44778e HTTP/1.1" status: 204 len: 168 time: 0.3629422 May 04 00:01:25.641952 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 44076) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:01:25.694588 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-b0dbf579-067b-4859-985e-bef1cd147979 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:25.697090 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-b0dbf579-067b-4859-985e-bef1cd147979 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify callbacks [] for security_group, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:25.698254 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-b0dbf579-067b-4859-985e-bef1cd147979 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "DELETE /v2.0/security-groups/6ef122cb-b2d7-4f4c-a22c-0ef0f7f5683d HTTP/1.1" status: 204 len: 168 time: 0.2167583 May 04 00:01:25.704797 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 44078) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:01:25.720277 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dbf579-067b-4859-985e-bef1cd147979 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef122cb-b2d7-4f4c-a22c-0ef0f7f5683d,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:01:25.724759 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.api.v2.resource [None req-c981f3cb-25ea-4a8e-9619-1acd6c422b71 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] show failed (client error): The resource could not be found. May 04 00:01:25.725969 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-c981f3cb-25ea-4a8e-9619-1acd6c422b71 tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "GET /v2.0/security-groups/6ef122cb-b2d7-4f4c-a22c-0ef0f7f5683d HTTP/1.1" status: 404 len: 347 time: 0.0200138 May 04 00:01:25.730428 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 44080) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:01:25.768588 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-d590e758-ac18-497f-8027-f35f49cebd2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714127'] for network, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:25.955594 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-d590e758-ac18-497f-8027-f35f49cebd2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-608354', 'neutron.services.segments.db._delete_segments_for_network-8733331752452'] for network, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:25.978299 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.plugin [None req-115fefbd-806a-46be-a084-b0359a69cb8a tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Deleting port c34cd382-df65-45eb-b1dd-892fd4953139 {{(pid=114212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 00:01:25.978727 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-115fefbd-806a-46be-a084-b0359a69cb8a tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733331783909'] for port, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:25.993413 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.services.segments.db [None req-d590e758-ac18-497f-8027-f35f49cebd2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f56d78b2-4c35-43eb-9b82-ec277369a17b']}} {{(pid=114212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:01:26.016525 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-711aa90f-c90d-41a9-9041-150d9f18e49d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3758426'] for router_interface, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:26.030261 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.services.segments.db [None req-d590e758-ac18-497f-8027-f35f49cebd2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0c321e7-d775-472d-a90a-513dc5b3a461') {'for_net_delete': True} {{(pid=114212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:01:26.030599 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.services.segments.db [None req-d590e758-ac18-497f-8027-f35f49cebd2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0c321e7-d775-472d-a90a-513dc5b3a461') {} {{(pid=114212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:01:26.045912 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-d590e758-ac18-497f-8027-f35f49cebd2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733331752717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25200259'] for segment, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:26.064136 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-d590e758-ac18-497f-8027-f35f49cebd2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-611538'] for segment, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:26.082850 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d590e758-ac18-497f-8027-f35f49cebd2e admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=114212) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 00:01:26.083331 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-d590e758-ac18-497f-8027-f35f49cebd2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-611538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25393503'] for segment, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:26.084961 dv-cinder-840375-1-iscsi neutron-server[114212]: Traceback (most recent call last): May 04 00:01:26.084961 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 00:01:26.084961 dv-cinder-840375-1-iscsi neutron-server[114212]: timer() May 04 00:01:26.084961 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 00:01:26.084961 dv-cinder-840375-1-iscsi neutron-server[114212]: cb(*args, **kw) May 04 00:01:26.084961 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 00:01:26.084961 dv-cinder-840375-1-iscsi neutron-server[114212]: return func(*args, **kwargs) May 04 00:01:26.084961 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 00:01:26.084961 dv-cinder-840375-1-iscsi neutron-server[114212]: self._notify() May 04 00:01:26.084961 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 00:01:26.084961 dv-cinder-840375-1-iscsi neutron-server[114212]: self.callback(batched_events) May 04 00:01:26.084961 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 00:01:26.084961 dv-cinder-840375-1-iscsi neutron-server[114212]: event.method(event) May 04 00:01:26.084961 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 00:01:26.084961 dv-cinder-840375-1-iscsi neutron-server[114212]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 00:01:26.084961 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 00:01:26.084961 dv-cinder-840375-1-iscsi neutron-server[114212]: aggregate_uuid = self.p_client.list_aggregates( May 04 00:01:26.084961 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 00:01:26.084961 dv-cinder-840375-1-iscsi neutron-server[114212]: return f(self, *a, **k) May 04 00:01:26.084961 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 00:01:26.084961 dv-cinder-840375-1-iscsi neutron-server[114212]: return self._get(url).json() May 04 00:01:26.084961 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 00:01:26.084961 dv-cinder-840375-1-iscsi neutron-server[114212]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 00:01:26.084961 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 00:01:26.084961 dv-cinder-840375-1-iscsi neutron-server[114212]: return self.request(url, 'GET', **kwargs) May 04 00:01:26.084961 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 00:01:26.084961 dv-cinder-840375-1-iscsi neutron-server[114212]: base_url = self.get_endpoint(auth, allow=allow, May 04 00:01:26.084961 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 00:01:26.084961 dv-cinder-840375-1-iscsi neutron-server[114212]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 00:01:26.084961 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 00:01:26.084961 dv-cinder-840375-1-iscsi neutron-server[114212]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 00:01:26.084961 dv-cinder-840375-1-iscsi neutron-server[114212]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 00:01:26.133591 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-115fefbd-806a-46be-a084-b0359a69cb8a tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764614'] for port, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:26.133907 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-115fefbd-806a-46be-a084-b0359a69cb8a tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:26.157468 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.plugin [None req-115fefbd-806a-46be-a084-b0359a69cb8a tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Calling delete_port for c34cd382-df65-45eb-b1dd-892fd4953139 owned by network:floatingip {{(pid=114212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 00:01:26.238612 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-d590e758-ac18-497f-8027-f35f49cebd2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-608361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3761736'] for network, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:26.245404 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-d590e758-ac18-497f-8027-f35f49cebd2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748400'] for network, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:26.249308 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-d590e758-ac18-497f-8027-f35f49cebd2e admin admin] 10.222.0.13 "DELETE /v2.0/networks/f56d78b2-4c35-43eb-9b82-ec277369a17b HTTP/1.1" status: 204 len: 168 time: 0.6061530 May 04 00:01:26.262726 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d590e758-ac18-497f-8027-f35f49cebd2e admin admin] Pushing event deleted for resources: {'Network': ['ID=f56d78b2-4c35-43eb-9b82-ec277369a17b,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:01:26.279370 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.plugin [None req-711aa90f-c90d-41a9-9041-150d9f18e49d admin admin] Deleting port db093f41-dbb6-4a9a-af33-a7578c9a78be {{(pid=114213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 00:01:26.279723 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-711aa90f-c90d-41a9-9041-150d9f18e49d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733331783909'] for port, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:26.364031 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.db [None req-711aa90f-c90d-41a9-9041-150d9f18e49d admin admin] For port db093f41-dbb6-4a9a-af33-a7578c9a78be, host dv-cinder-840375-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=db093f41-dbb6-4a9a-af33-a7578c9a78be,segment=NetworkSegment(a15bf7d2-78b2-4aa9-b3b7-3ddcf679b30b),segment_id=a15bf7d2-78b2-4aa9-b3b7-3ddcf679b30b)] {{(pid=114213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 00:01:26.364390 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-711aa90f-c90d-41a9-9041-150d9f18e49d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764614'] for port, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:26.378493 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.plugin [None req-711aa90f-c90d-41a9-9041-150d9f18e49d admin admin] Calling delete_port for db093f41-dbb6-4a9a-af33-a7578c9a78be owned by network:router_interface {{(pid=114213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 00:01:26.398829 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-115fefbd-806a-46be-a084-b0359a69cb8a tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733331790767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733331236154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25393418'] for port, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:26.426853 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115fefbd-806a-46be-a084-b0359a69cb8a tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Pushing event deleted for resources: {'Port': ['ID=c34cd382-df65-45eb-b1dd-892fd4953139,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:01:26.489093 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-115fefbd-806a-46be-a084-b0359a69cb8a tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify callbacks [] for floatingip, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:26.491687 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-115fefbd-806a-46be-a084-b0359a69cb8a tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371'] for floatingip, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:26.492923 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-115fefbd-806a-46be-a084-b0359a69cb8a tempest-AttachVolumeShelveTestJSON-492965159 tempest-AttachVolumeShelveTestJSON-492965159-project] 10.222.0.13 "DELETE /v2.0/floatingips/a6809534-9fbb-441d-8ed9-24280deffa71 HTTP/1.1" status: 204 len: 168 time: 0.7615654 May 04 00:01:26.631326 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 44090) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:01:26.645140 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-711aa90f-c90d-41a9-9041-150d9f18e49d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733331790767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733331236154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25969890'] for port, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:26.676344 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711aa90f-c90d-41a9-9041-150d9f18e49d admin admin] Pushing event deleted for resources: {'Port': ['ID=db093f41-dbb6-4a9a-af33-a7578c9a78be,revision_number=None']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:01:26.680579 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-f35da754-0d05-4478-9734-e4d4da9782e7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d26b6fea6242444eb2b9188963b1621c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0458360 May 04 00:01:26.682443 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 44092) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:01:26.748899 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-b79cc0f6-be93-449a-9ffe-7b71517b7230 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:26.779493 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-b79cc0f6-be93-449a-9ffe-7b71517b7230 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:26.870382 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-711aa90f-c90d-41a9-9041-150d9f18e49d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3748307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3761898'] for router_interface, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:26.912983 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-b79cc0f6-be93-449a-9ffe-7b71517b7230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:26.915718 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-b79cc0f6-be93-449a-9ffe-7b71517b7230 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:26.916908 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-b79cc0f6-be93-449a-9ffe-7b71517b7230 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/72e949db-b739-4071-bc1e-11f02287b76c HTTP/1.1" status: 204 len: 168 time: 0.2332513 May 04 00:01:26.925166 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79cc0f6-be93-449a-9ffe-7b71517b7230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e949db-b739-4071-bc1e-11f02287b76c,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:01:27.114381 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-711aa90f-c90d-41a9-9041-150d9f18e49d admin admin] Router 5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69 has already been hosted by L3 agent 758adf3f-89d7-4e1b-912e-3871fb413390 {{(pid=114213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 00:01:27.231472 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-711aa90f-c90d-41a9-9041-150d9f18e49d admin admin] Notify agent at l3_agent.dv-cinder-840375-1-iscsi the message routers_updated {{(pid=114213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 00:01:27.237030 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-711aa90f-c90d-41a9-9041-150d9f18e49d admin admin] 10.222.0.13 "PUT /v2.0/routers/5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8582265 May 04 00:01:27.239458 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 44102) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:01:27.243544 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73eae529-6a4b-43b2-905e-2da8d6085429 None None] Sync routers for ids ['5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69'] in dv-cinder-840375-1-iscsi {{(pid=114215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 00:01:27.263993 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73eae529-6a4b-43b2-905e-2da8d6085429 None None] Routers {'5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 00:01:27.264835 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-73eae529-6a4b-43b2-905e-2da8d6085429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-04T00:01:04Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69'], 'active': True} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:01:27.374504 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-827709b0-c597-4696-beec-8309497ffef7 admin admin] Notify callbacks [] for router, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:27.482736 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-827709b0-c597-4696-beec-8309497ffef7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:27.493417 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.agents_db [None req-33eb5aa9-4e04-49df-8f84-9829a3bd54c6 None None] Agent healthcheck: found 6 active agents {{(pid=114215) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 00:01:27.502908 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvr_db [None req-73eae529-6a4b-43b2-905e-2da8d6085429 None None] Set router 5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 00:01:27.612100 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.plugin [None req-827709b0-c597-4696-beec-8309497ffef7 admin admin] Deleting port 0bc8fd5f-7a49-4051-8d1c-df283e647cf5 {{(pid=114213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 00:01:27.612524 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-827709b0-c597-4696-beec-8309497ffef7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733331783909'] for port, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:27.656622 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 44106) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:01:27.690261 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-73eae529-6a4b-43b2-905e-2da8d6085429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69', 'name': 'tempest-TestShelveInstance-592619109-router', 'tenant_id': 'c7dabe5c6909498eb0e87863bd20caff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '0bc8fd5f-7a49-4051-8d1c-df283e647cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:54:39Z', 'updated_at': '2022-05-04T00:01:26Z', 'revision_number': 5, 'project_id': 'c7dabe5c6909498eb0e87863bd20caff', 'gw_port': {'id': '0bc8fd5f-7a49-4051-8d1c-df283e647cf5', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:54:40Z', 'updated_at': '2022-05-03T23:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi'}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:01:27.694970 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.db [None req-827709b0-c597-4696-beec-8309497ffef7 admin admin] For port 0bc8fd5f-7a49-4051-8d1c-df283e647cf5, host dv-cinder-840375-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=0bc8fd5f-7a49-4051-8d1c-df283e647cf5,segment=NetworkSegment(5eb57155-ed9e-4c45-a041-92a5f67bc876),segment_id=5eb57155-ed9e-4c45-a041-92a5f67bc876)] {{(pid=114213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 00:01:27.695358 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-827709b0-c597-4696-beec-8309497ffef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764614'] for port, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:27.703051 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-6ce3d7e4-245f-4af2-8914-0df458b2dd0e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d98751556ddf4ffb88e7054942836226&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0446723 May 04 00:01:27.705467 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 44108) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:01:27.712383 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.plugin [None req-827709b0-c597-4696-beec-8309497ffef7 admin admin] Calling delete_port for 0bc8fd5f-7a49-4051-8d1c-df283e647cf5 owned by network:router_gateway {{(pid=114213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 00:01:27.716867 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73eae529-6a4b-43b2-905e-2da8d6085429 None None] Checking router: 5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69 for host: dv-cinder-840375-1-iscsi {{(pid=114215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 00:01:27.729319 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73eae529-6a4b-43b2-905e-2da8d6085429 None None] Routers {'5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 00:01:27.730118 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-73eae529-6a4b-43b2-905e-2da8d6085429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-04T00:01:04Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69'], 'active': True} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:01:27.759346 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-6923cb7f-531f-45ed-a1a2-1a30b9a11bd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:27.782382 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-6923cb7f-531f-45ed-a1a2-1a30b9a11bd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:27.824155 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvr_db [None req-73eae529-6a4b-43b2-905e-2da8d6085429 None None] Set router 5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69 gateway port host: None {{(pid=114215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 00:01:27.889626 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-73eae529-6a4b-43b2-905e-2da8d6085429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69', 'name': 'tempest-TestShelveInstance-592619109-router', 'tenant_id': 'c7dabe5c6909498eb0e87863bd20caff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:54:39Z', 'updated_at': '2022-05-04T00:01:27Z', 'revision_number': 6, 'project_id': 'c7dabe5c6909498eb0e87863bd20caff', 'gw_port_host': None}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:01:27.916900 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73eae529-6a4b-43b2-905e-2da8d6085429 None None] The sync data for ids ['5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69'] in dv-cinder-840375-1-iscsi is: [{'id': '5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69', 'name': 'tempest-TestShelveInstance-592619109-router', 'tenant_id': 'c7dabe5c6909498eb0e87863bd20caff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:54:39Z', 'updated_at': '2022-05-04T00:01:27Z', 'revision_number': 6, 'project_id': 'c7dabe5c6909498eb0e87863bd20caff', 'gw_port_host': None}] {{(pid=114215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 00:01:27.970111 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-6923cb7f-531f-45ed-a1a2-1a30b9a11bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:27.972777 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-6923cb7f-531f-45ed-a1a2-1a30b9a11bd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:27.974060 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-6923cb7f-531f-45ed-a1a2-1a30b9a11bd7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/efa4ac76-4791-4464-845a-e3a3f9f63dd4 HTTP/1.1" status: 204 len: 168 time: 0.2675512 May 04 00:01:27.981895 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6923cb7f-531f-45ed-a1a2-1a30b9a11bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa4ac76-4791-4464-845a-e3a3f9f63dd4,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:01:27.999934 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-827709b0-c597-4696-beec-8309497ffef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733331790767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733331236154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25969890'] for port, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:28.038145 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827709b0-c597-4696-beec-8309497ffef7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bc8fd5f-7a49-4051-8d1c-df283e647cf5,revision_number=None']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:01:28.104067 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-827709b0-c597-4696-beec-8309497ffef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3761296'] for router_gateway, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:28.197361 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-827709b0-c597-4696-beec-8309497ffef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3759915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9685'] for router, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:28.199501 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-827709b0-c597-4696-beec-8309497ffef7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:28.307298 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-827709b0-c597-4696-beec-8309497ffef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3759932'] for router, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:28.307824 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-827709b0-c597-4696-beec-8309497ffef7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69 {{(pid=114213) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 00:01:28.313158 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-827709b0-c597-4696-beec-8309497ffef7 admin admin] Notify callbacks [] for router, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:28.316927 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 44120) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:01:28.320627 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-827709b0-c597-4696-beec-8309497ffef7 admin admin] 10.222.0.13 "DELETE /v2.0/routers/5f52902d-3c4b-4d7d-8d6b-7fadf2edbe69 HTTP/1.1" status: 204 len: 168 time: 1.0776484 May 04 00:01:28.379721 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbb59f54-f467-4f9b-8a40-1374174ca519 admin admin] Deleting subnet 088459d7-9fa5-4572-a877-8b61a3a87623 {{(pid=114212) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 04 00:01:28.382972 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-fbb59f54-f467-4f9b-8a40-1374174ca519 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:28.419575 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-fbb59f54-f467-4f9b-8a40-1374174ca519 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25200264'] for subnet, precommit_delete_associations {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:28.531064 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-fbb59f54-f467-4f9b-8a40-1374174ca519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608747'] for subnet, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:28.652476 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-fbb59f54-f467-4f9b-8a40-1374174ca519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29217597'] for subnet, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:28.677561 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb59f54-f467-4f9b-8a40-1374174ca519 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=088459d7-9fa5-4572-a877-8b61a3a87623,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:01:28.686738 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-fbb59f54-f467-4f9b-8a40-1374174ca519 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:28.689279 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-fbb59f54-f467-4f9b-8a40-1374174ca519 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/088459d7-9fa5-4572-a877-8b61a3a87623 HTTP/1.1" status: 204 len: 168 time: 0.3713331 May 04 00:01:28.691905 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 44130) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:01:28.693445 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3268ff3c-7b9b-40d0-9ae6-8f988144e000 None None] Network 609cef8e-df65-49c3-ae42-a7cfad649592 requested from dv-cinder-840375-1-iscsi {{(pid=114214) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 00:01:28.769050 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-39cb80e3-0a11-4f58-b980-dbca5019300c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714127'] for network, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:28.850089 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.plugin [None req-39cb80e3-0a11-4f58-b980-dbca5019300c admin admin] Deleting port 31c962ec-11db-4eda-9fa9-d95cd38ff277 {{(pid=114213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 00:01:28.850426 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-39cb80e3-0a11-4f58-b980-dbca5019300c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733331783909'] for port, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:28.913490 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570c9421-4715-4205-b2a6-74d8e004e929 None None] DHCP port deletion for 609cef8e-df65-49c3-ae42-a7cfad649592 request from dv-cinder-840375-1-iscsi {{(pid=114214) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 04 00:01:28.928918 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.db [None req-39cb80e3-0a11-4f58-b980-dbca5019300c admin admin] For port 31c962ec-11db-4eda-9fa9-d95cd38ff277, host dv-cinder-840375-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=31c962ec-11db-4eda-9fa9-d95cd38ff277,segment=NetworkSegment(a15bf7d2-78b2-4aa9-b3b7-3ddcf679b30b),segment_id=a15bf7d2-78b2-4aa9-b3b7-3ddcf679b30b)] {{(pid=114213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 00:01:28.930046 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-39cb80e3-0a11-4f58-b980-dbca5019300c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764614'] for port, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:28.945806 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.plugin [None req-39cb80e3-0a11-4f58-b980-dbca5019300c admin admin] Calling delete_port for 31c962ec-11db-4eda-9fa9-d95cd38ff277 owned by network:dhcp {{(pid=114213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 00:01:28.982664 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-570c9421-4715-4205-b2a6-74d8e004e929 None None] Deleting port 31c962ec-11db-4eda-9fa9-d95cd38ff277 {{(pid=114214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 00:01:28.983308 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-570c9421-4715-4205-b2a6-74d8e004e929 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733331783909'] for port, before_delete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:29.060949 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-570c9421-4715-4205-b2a6-74d8e004e929 None None] For port 31c962ec-11db-4eda-9fa9-d95cd38ff277, host dv-cinder-840375-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=31c962ec-11db-4eda-9fa9-d95cd38ff277,segment=NetworkSegment(a15bf7d2-78b2-4aa9-b3b7-3ddcf679b30b),segment_id=a15bf7d2-78b2-4aa9-b3b7-3ddcf679b30b)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 00:01:29.061385 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-570c9421-4715-4205-b2a6-74d8e004e929 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764614'] for port, precommit_delete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:29.075955 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-570c9421-4715-4205-b2a6-74d8e004e929 None None] Calling delete_port for 31c962ec-11db-4eda-9fa9-d95cd38ff277 owned by network:dhcp {{(pid=114214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 00:01:29.111699 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-39cb80e3-0a11-4f58-b980-dbca5019300c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733331790767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733331236154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25969890'] for port, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:29.141609 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cb80e3-0a11-4f58-b980-dbca5019300c admin admin] No DVR routers for this DVR port 31c962ec-11db-4eda-9fa9-d95cd38ff277 on host dv-cinder-840375-1-iscsi {{(pid=114213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 00:01:29.143447 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cb80e3-0a11-4f58-b980-dbca5019300c admin admin] Pushing event deleted for resources: {'Port': ['ID=31c962ec-11db-4eda-9fa9-d95cd38ff277,revision_number=None']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:01:29.166935 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-570c9421-4715-4205-b2a6-74d8e004e929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733331790767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733331236154'] for port, after_delete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:29.192640 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570c9421-4715-4205-b2a6-74d8e004e929 None None] Pushing event deleted for resources: {'Port': ['ID=31c962ec-11db-4eda-9fa9-d95cd38ff277,revision_number=None']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:01:29.207271 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570c9421-4715-4205-b2a6-74d8e004e929 None None] No DVR routers for this DVR port 31c962ec-11db-4eda-9fa9-d95cd38ff277 on host dv-cinder-840375-1-iscsi {{(pid=114214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 00:01:29.211672 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570c9421-4715-4205-b2a6-74d8e004e929 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:01:29.212222 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570c9421-4715-4205-b2a6-74d8e004e929 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:01:29.212760 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570c9421-4715-4205-b2a6-74d8e004e929 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:01:29.213233 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570c9421-4715-4205-b2a6-74d8e004e929 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:01:29.213617 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570c9421-4715-4205-b2a6-74d8e004e929 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:01:29.214038 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570c9421-4715-4205-b2a6-74d8e004e929 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:01:29.214381 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570c9421-4715-4205-b2a6-74d8e004e929 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:01:29.214716 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570c9421-4715-4205-b2a6-74d8e004e929 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:01:29.215050 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570c9421-4715-4205-b2a6-74d8e004e929 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:01:29.216639 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570c9421-4715-4205-b2a6-74d8e004e929 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:01:29.217001 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570c9421-4715-4205-b2a6-74d8e004e929 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:01:29.217331 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570c9421-4715-4205-b2a6-74d8e004e929 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:01:29.339031 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device 0bc8fd5f-7a49-4051-8d1c-df283e647cf5 no longer exists at agent ovs-agent-dv-cinder-840375-1-iscsi {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 00:01:29.361068 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] No Port match for: 0bc8fd5f-7a49-4051-8d1c-df283e647cf5 {{(pid=114214) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 00:01:29.361517 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device 0bc8fd5f-7a49-4051-8d1c-df283e647cf5 not bound to the agent host dv-cinder-840375-1-iscsi {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 00:01:29.362024 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device 31c962ec-11db-4eda-9fa9-d95cd38ff277 no longer exists at agent ovs-agent-dv-cinder-840375-1-iscsi {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 00:01:29.383947 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] No Port match for: 31c962ec-11db-4eda-9fa9-d95cd38ff277 {{(pid=114214) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 00:01:29.384615 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device 31c962ec-11db-4eda-9fa9-d95cd38ff277 not bound to the agent host dv-cinder-840375-1-iscsi {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 00:01:29.385105 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device db093f41-dbb6-4a9a-af33-a7578c9a78be no longer exists at agent ovs-agent-dv-cinder-840375-1-iscsi {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 00:01:29.407448 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] No Port match for: db093f41-dbb6-4a9a-af33-a7578c9a78be {{(pid=114214) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 00:01:29.407879 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device db093f41-dbb6-4a9a-af33-a7578c9a78be not bound to the agent host dv-cinder-840375-1-iscsi {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 00:01:29.501511 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-39cb80e3-0a11-4f58-b980-dbca5019300c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-608354', 'neutron.services.segments.db._delete_segments_for_network-8733331752452'] for network, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:29.525972 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.services.segments.db [None req-39cb80e3-0a11-4f58-b980-dbca5019300c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['609cef8e-df65-49c3-ae42-a7cfad649592']}} {{(pid=114213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:01:29.541016 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.services.segments.db [None req-39cb80e3-0a11-4f58-b980-dbca5019300c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a15bf7d2-78b2-4aa9-b3b7-3ddcf679b30b') {'for_net_delete': True} {{(pid=114213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:01:29.541016 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.services.segments.db [None req-39cb80e3-0a11-4f58-b980-dbca5019300c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a15bf7d2-78b2-4aa9-b3b7-3ddcf679b30b') {} {{(pid=114213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:01:29.547627 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-39cb80e3-0a11-4f58-b980-dbca5019300c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733331752717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25564879'] for segment, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:29.561073 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-39cb80e3-0a11-4f58-b980-dbca5019300c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-611538'] for segment, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:29.567271 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39cb80e3-0a11-4f58-b980-dbca5019300c admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=114213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 00:01:29.569811 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-39cb80e3-0a11-4f58-b980-dbca5019300c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-611538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25969847'] for segment, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:29.569811 dv-cinder-840375-1-iscsi neutron-server[114213]: Traceback (most recent call last): May 04 00:01:29.569811 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 00:01:29.569811 dv-cinder-840375-1-iscsi neutron-server[114213]: timer() May 04 00:01:29.569811 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 00:01:29.569811 dv-cinder-840375-1-iscsi neutron-server[114213]: cb(*args, **kw) May 04 00:01:29.569811 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 00:01:29.569811 dv-cinder-840375-1-iscsi neutron-server[114213]: return func(*args, **kwargs) May 04 00:01:29.569811 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 00:01:29.569811 dv-cinder-840375-1-iscsi neutron-server[114213]: self._notify() May 04 00:01:29.569811 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 00:01:29.569811 dv-cinder-840375-1-iscsi neutron-server[114213]: self.callback(batched_events) May 04 00:01:29.569811 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 00:01:29.569811 dv-cinder-840375-1-iscsi neutron-server[114213]: event.method(event) May 04 00:01:29.569811 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 00:01:29.569811 dv-cinder-840375-1-iscsi neutron-server[114213]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 00:01:29.569811 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 00:01:29.569811 dv-cinder-840375-1-iscsi neutron-server[114213]: aggregate_uuid = self.p_client.list_aggregates( May 04 00:01:29.569811 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 00:01:29.569811 dv-cinder-840375-1-iscsi neutron-server[114213]: return f(self, *a, **k) May 04 00:01:29.569811 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 00:01:29.569811 dv-cinder-840375-1-iscsi neutron-server[114213]: return self._get(url).json() May 04 00:01:29.569811 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 00:01:29.569811 dv-cinder-840375-1-iscsi neutron-server[114213]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 00:01:29.569811 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 00:01:29.569811 dv-cinder-840375-1-iscsi neutron-server[114213]: return self.request(url, 'GET', **kwargs) May 04 00:01:29.569811 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 00:01:29.569811 dv-cinder-840375-1-iscsi neutron-server[114213]: base_url = self.get_endpoint(auth, allow=allow, May 04 00:01:29.569811 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 00:01:29.569811 dv-cinder-840375-1-iscsi neutron-server[114213]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 00:01:29.569811 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 00:01:29.569811 dv-cinder-840375-1-iscsi neutron-server[114213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 00:01:29.569811 dv-cinder-840375-1-iscsi neutron-server[114213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 00:01:29.751869 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-39cb80e3-0a11-4f58-b980-dbca5019300c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-608361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3761736'] for network, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:29.759039 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-39cb80e3-0a11-4f58-b980-dbca5019300c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748400'] for network, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:29.762187 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-39cb80e3-0a11-4f58-b980-dbca5019300c admin admin] 10.222.0.13 "DELETE /v2.0/networks/609cef8e-df65-49c3-ae42-a7cfad649592 HTTP/1.1" status: 204 len: 168 time: 1.0692437 May 04 00:01:29.765833 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 44150) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:01:29.772990 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cb80e3-0a11-4f58-b980-dbca5019300c admin admin] Pushing event deleted for resources: {'Network': ['ID=609cef8e-df65-49c3-ae42-a7cfad649592,revision_number=None']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:01:30.155330 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-6b0c4f41-9f78-45ed-837a-ef54375d587b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3758426'] for router_interface, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:30.656402 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.plugin [None req-6b0c4f41-9f78-45ed-837a-ef54375d587b admin admin] Deleting port c6b1dc4c-0fb7-4e9a-9600-4cc206cba0f9 {{(pid=114212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 00:01:30.656761 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-6b0c4f41-9f78-45ed-837a-ef54375d587b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733331783909'] for port, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:30.736353 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.db [None req-6b0c4f41-9f78-45ed-837a-ef54375d587b admin admin] For port c6b1dc4c-0fb7-4e9a-9600-4cc206cba0f9, host dv-cinder-840375-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=c6b1dc4c-0fb7-4e9a-9600-4cc206cba0f9,segment=NetworkSegment(ece7fc4c-d520-4d44-9177-2f1e00f5cc69),segment_id=ece7fc4c-d520-4d44-9177-2f1e00f5cc69)] {{(pid=114212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 00:01:30.736731 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-6b0c4f41-9f78-45ed-837a-ef54375d587b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764614'] for port, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:30.749750 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.plugin [None req-6b0c4f41-9f78-45ed-837a-ef54375d587b admin admin] Calling delete_port for c6b1dc4c-0fb7-4e9a-9600-4cc206cba0f9 owned by network:router_interface {{(pid=114212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 00:01:30.981876 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-6b0c4f41-9f78-45ed-837a-ef54375d587b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733331790767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733331236154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25393418'] for port, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:31.016332 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0c4f41-9f78-45ed-837a-ef54375d587b admin admin] Pushing event deleted for resources: {'Port': ['ID=c6b1dc4c-0fb7-4e9a-9600-4cc206cba0f9,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:01:31.044058 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0c4f41-9f78-45ed-837a-ef54375d587b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:01:31.045236 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0c4f41-9f78-45ed-837a-ef54375d587b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:01:31.045909 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0c4f41-9f78-45ed-837a-ef54375d587b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:01:31.046325 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0c4f41-9f78-45ed-837a-ef54375d587b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:01:31.046657 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0c4f41-9f78-45ed-837a-ef54375d587b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:01:31.046987 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0c4f41-9f78-45ed-837a-ef54375d587b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:01:31.047323 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0c4f41-9f78-45ed-837a-ef54375d587b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:01:31.047693 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0c4f41-9f78-45ed-837a-ef54375d587b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:01:31.048012 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0c4f41-9f78-45ed-837a-ef54375d587b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:01:31.048342 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0c4f41-9f78-45ed-837a-ef54375d587b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:01:31.048644 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0c4f41-9f78-45ed-837a-ef54375d587b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:01:31.048960 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0c4f41-9f78-45ed-837a-ef54375d587b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:01:31.233813 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-6b0c4f41-9f78-45ed-837a-ef54375d587b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3748307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3761898'] for router_interface, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:31.409103 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-5a942f11-2091-4d18-894d-091e074ec429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:31.477706 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b0c4f41-9f78-45ed-837a-ef54375d587b admin admin] Router de610c12-ddc7-4cbf-bfbb-0f814ae59c00 has already been hosted by L3 agent 758adf3f-89d7-4e1b-912e-3871fb413390 {{(pid=114212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 00:01:31.579057 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 44202) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:01:31.603398 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b0c4f41-9f78-45ed-837a-ef54375d587b admin admin] Notify agent at l3_agent.dv-cinder-840375-1-iscsi the message routers_updated {{(pid=114212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 00:01:31.609120 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-6b0c4f41-9f78-45ed-837a-ef54375d587b admin admin] 10.222.0.13 "PUT /v2.0/routers/de610c12-ddc7-4cbf-bfbb-0f814ae59c00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8421307 May 04 00:01:31.611521 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 44206) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:01:31.616777 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e64f169-48a5-4584-ae0c-f103db83acfa None None] Sync routers for ids ['de610c12-ddc7-4cbf-bfbb-0f814ae59c00'] in dv-cinder-840375-1-iscsi {{(pid=114214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 00:01:31.632859 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e64f169-48a5-4584-ae0c-f103db83acfa None None] Routers {'de610c12-ddc7-4cbf-bfbb-0f814ae59c00'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 00:01:31.634068 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-7e64f169-48a5-4584-ae0c-f103db83acfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-04T00:01:04Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['de610c12-ddc7-4cbf-bfbb-0f814ae59c00'], 'active': True} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:01:31.734972 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-d47ddda7-6127-436e-9d6a-0453abfee201 admin admin] Notify callbacks [] for router, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:31.828371 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvr_db [None req-7e64f169-48a5-4584-ae0c-f103db83acfa None None] Set router de610c12-ddc7-4cbf-bfbb-0f814ae59c00 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 00:01:31.887893 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06874735-1519-460d-ad2c-6c64744dd548 req-f298ab43-d1a5-41c3-a60a-b0e9df739d3a tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:01:31.889700 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-06874735-1519-460d-ad2c-6c64744dd548 req-f298ab43-d1a5-41c3-a60a-b0e9df739d3a tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "GET /v2.0/ports?device_id=44beb316-7301-4f13-b2ed-f2a9210d673e HTTP/1.1" status: 200 len: 945 time: 0.0586028 May 04 00:01:31.944610 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-06874735-1519-460d-ad2c-6c64744dd548 req-24bb4ffa-bfb0-43a0-b61e-4425184f58f9 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "GET /v2.0/security-groups?id=02c09688-6567-402e-88a5-41fd1fe6ba24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471220 May 04 00:01:31.963114 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 44212) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:01:31.974265 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-d47ddda7-6127-436e-9d6a-0453abfee201 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:32.046053 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-7e64f169-48a5-4584-ae0c-f103db83acfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de610c12-ddc7-4cbf-bfbb-0f814ae59c00', 'name': 'tempest-TestShelveInstance-1210231621-router', 'tenant_id': '840091b6565141f68b6ceaccf1eb391d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': '383cb9d0-ba8d-416d-8649-ef63f4a1b0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:54:48Z', 'updated_at': '2022-05-04T00:01:30Z', 'revision_number': 5, 'project_id': '840091b6565141f68b6ceaccf1eb391d', 'gw_port': {'id': '383cb9d0-ba8d-416d-8649-ef63f4a1b0df', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:27:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de610c12-ddc7-4cbf-bfbb-0f814ae59c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:54:49Z', 'updated_at': '2022-05-03T23:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi'}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:01:32.074377 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e64f169-48a5-4584-ae0c-f103db83acfa None None] Checking router: de610c12-ddc7-4cbf-bfbb-0f814ae59c00 for host: dv-cinder-840375-1-iscsi {{(pid=114214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 00:01:32.084229 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e64f169-48a5-4584-ae0c-f103db83acfa None None] Routers {'de610c12-ddc7-4cbf-bfbb-0f814ae59c00'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 00:01:32.084860 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-7e64f169-48a5-4584-ae0c-f103db83acfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-04T00:01:04Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['de610c12-ddc7-4cbf-bfbb-0f814ae59c00'], 'active': True} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:01:32.152376 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4efeed-36fd-4885-bec0-700884f658e0 tempest-TestMinimumBasicScenario-825382861 tempest-TestMinimumBasicScenario-825382861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:01:32.154816 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-2b4efeed-36fd-4885-bec0-700884f658e0 tempest-TestMinimumBasicScenario-825382861 tempest-TestMinimumBasicScenario-825382861-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=44beb316-7301-4f13-b2ed-f2a9210d673e HTTP/1.1" status: 200 len: 1093 time: 0.1904385 May 04 00:01:32.157919 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 44218) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:01:32.162842 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.v2.base [None req-03e30e07-cfff-458b-aa8d-d80b50fa9769 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Request body: {'floatingip': {'floating_network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'port_id': 'd8263d41-4e7b-4661-bbe4-2d378850c72f', 'tenant_id': 'ba82b8b56839492bb5c72e82d7363389', 'fixed_ip_address': '172.20.0.7'}} {{(pid=114213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 00:01:32.190894 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.plugin [None req-d47ddda7-6127-436e-9d6a-0453abfee201 admin admin] Deleting port 383cb9d0-ba8d-416d-8649-ef63f4a1b0df {{(pid=114212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 00:01:32.191869 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-d47ddda7-6127-436e-9d6a-0453abfee201 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733331783909'] for port, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:32.290829 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-03e30e07-cfff-458b-aa8d-d80b50fa9769 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Notify callbacks [] for floatingip, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:32.309479 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.db [None req-d47ddda7-6127-436e-9d6a-0453abfee201 admin admin] For port 383cb9d0-ba8d-416d-8649-ef63f4a1b0df, host dv-cinder-840375-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=383cb9d0-ba8d-416d-8649-ef63f4a1b0df,segment=NetworkSegment(5eb57155-ed9e-4c45-a041-92a5f67bc876),segment_id=5eb57155-ed9e-4c45-a041-92a5f67bc876)] {{(pid=114212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 00:01:32.309920 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-d47ddda7-6127-436e-9d6a-0453abfee201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764614'] for port, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:32.318062 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvr_db [None req-7e64f169-48a5-4584-ae0c-f103db83acfa None None] Set router de610c12-ddc7-4cbf-bfbb-0f814ae59c00 gateway port host: None {{(pid=114214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 00:01:32.335686 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.plugin [None req-d47ddda7-6127-436e-9d6a-0453abfee201 admin admin] Calling delete_port for 383cb9d0-ba8d-416d-8649-ef63f4a1b0df owned by network:router_gateway {{(pid=114212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 00:01:32.376069 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-7e64f169-48a5-4584-ae0c-f103db83acfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de610c12-ddc7-4cbf-bfbb-0f814ae59c00', 'name': 'tempest-TestShelveInstance-1210231621-router', 'tenant_id': '840091b6565141f68b6ceaccf1eb391d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:54:48Z', 'updated_at': '2022-05-04T00:01:31Z', 'revision_number': 6, 'project_id': '840091b6565141f68b6ceaccf1eb391d', 'gw_port_host': None}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:01:32.398309 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-03e30e07-cfff-458b-aa8d-d80b50fa9769 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:32.404347 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e64f169-48a5-4584-ae0c-f103db83acfa None None] The sync data for ids ['de610c12-ddc7-4cbf-bfbb-0f814ae59c00'] in dv-cinder-840375-1-iscsi is: [{'id': 'de610c12-ddc7-4cbf-bfbb-0f814ae59c00', 'name': 'tempest-TestShelveInstance-1210231621-router', 'tenant_id': '840091b6565141f68b6ceaccf1eb391d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:54:48Z', 'updated_at': '2022-05-04T00:01:31Z', 'revision_number': 6, 'project_id': '840091b6565141f68b6ceaccf1eb391d', 'gw_port_host': None}] {{(pid=114214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 00:01:32.483192 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-d3497a6c-b1b9-416a-bac3-26ffa586e430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3758426'] for router_interface, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:32.508437 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.db.db_base_plugin_common [None req-03e30e07-cfff-458b-aa8d-d80b50fa9769 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Allocated IP 172.27.2.94 (b899e136-3b25-4af5-bb18-9827145d490c/f9ce11e5-b806-4ff0-a648-9987146ccd8a/62bcd581-acd1-46f0-9a3f-c183755ead42) {{(pid=114213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 00:01:32.618345 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-03e30e07-cfff-458b-aa8d-d80b50fa9769 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Notify callbacks [] for port, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:32.749130 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-d47ddda7-6127-436e-9d6a-0453abfee201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733331790767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733331236154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25393418'] for port, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:32.759329 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-03e30e07-cfff-458b-aa8d-d80b50fa9769 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733331236172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25969890'] for port, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:32.786216 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47ddda7-6127-436e-9d6a-0453abfee201 admin admin] Pushing event deleted for resources: {'Port': ['ID=383cb9d0-ba8d-416d-8649-ef63f4a1b0df,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:01:32.808903 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e30e07-cfff-458b-aa8d-d80b50fa9769 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Network b899e136-3b25-4af5-bb18-9827145d490c is already hosted by enough agents. {{(pid=114213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 00:01:32.812223 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.base_scheduler [None req-03e30e07-cfff-458b-aa8d-d80b50fa9769 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Resources bound (agent type, host, resource id): {{(pid=114213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 00:01:32.816431 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e30e07-cfff-458b-aa8d-d80b50fa9769 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Received port after_create {{(pid=114213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 00:01:32.859301 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.plugin [None req-d3497a6c-b1b9-416a-bac3-26ffa586e430 admin admin] Deleting port 2c0d12b7-288c-4279-8b35-041486d27e2a {{(pid=114212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 00:01:32.859642 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-d3497a6c-b1b9-416a-bac3-26ffa586e430 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733331783909'] for port, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:32.863826 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e30e07-cfff-458b-aa8d-d80b50fa9769 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Pushing event updated for resources: {'Port': ['ID=62bcd581-acd1-46f0-9a3f-c183755ead42,revision_number=1']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:01:32.911304 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-d47ddda7-6127-436e-9d6a-0453abfee201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3761296'] for router_gateway, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:33.014134 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-d47ddda7-6127-436e-9d6a-0453abfee201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3759915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9685'] for router, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:33.017866 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-d47ddda7-6127-436e-9d6a-0453abfee201 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:33.082296 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.db [None req-d3497a6c-b1b9-416a-bac3-26ffa586e430 admin admin] For port 2c0d12b7-288c-4279-8b35-041486d27e2a, host dv-cinder-840375-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=2c0d12b7-288c-4279-8b35-041486d27e2a,segment=NetworkSegment(e39c8e49-66af-4d27-b151-3cf1448d7fbf),segment_id=e39c8e49-66af-4d27-b151-3cf1448d7fbf)] {{(pid=114212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 00:01:33.082296 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-d3497a6c-b1b9-416a-bac3-26ffa586e430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764614'] for port, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:33.102841 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.plugin [None req-d3497a6c-b1b9-416a-bac3-26ffa586e430 admin admin] Calling delete_port for 2c0d12b7-288c-4279-8b35-041486d27e2a owned by network:router_interface {{(pid=114212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 00:01:33.150383 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-d47ddda7-6127-436e-9d6a-0453abfee201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3759932'] for router, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:33.150910 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d47ddda7-6127-436e-9d6a-0453abfee201 admin admin] Fanout notify agent at l3_agent the message router_deleted on router de610c12-ddc7-4cbf-bfbb-0f814ae59c00 {{(pid=114212) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 00:01:33.156070 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-d47ddda7-6127-436e-9d6a-0453abfee201 admin admin] Notify callbacks [] for router, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:33.157580 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-d47ddda7-6127-436e-9d6a-0453abfee201 admin admin] 10.222.0.13 "DELETE /v2.0/routers/de610c12-ddc7-4cbf-bfbb-0f814ae59c00 HTTP/1.1" status: 204 len: 168 time: 1.5447116 May 04 00:01:33.159768 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 44224) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:01:33.251650 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8f1ea85-14de-43be-a360-2b13f4ad600d admin admin] Deleting subnet 2075c94d-2855-46b9-a529-82941e5cf0f8 {{(pid=114213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 04 00:01:33.256298 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-c8f1ea85-14de-43be-a360-2b13f4ad600d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:33.280900 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-03e30e07-cfff-458b-aa8d-d80b50fa9769 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:33.328600 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device c6b1dc4c-0fb7-4e9a-9600-4cc206cba0f9 no longer exists at agent ovs-agent-dv-cinder-840375-1-iscsi {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 00:01:33.329167 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-c8f1ea85-14de-43be-a360-2b13f4ad600d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25564868'] for subnet, precommit_delete_associations {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:33.348909 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] No Port match for: c6b1dc4c-0fb7-4e9a-9600-4cc206cba0f9 {{(pid=114214) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 00:01:33.349334 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device c6b1dc4c-0fb7-4e9a-9600-4cc206cba0f9 not bound to the agent host dv-cinder-840375-1-iscsi {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 00:01:33.349845 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device 383cb9d0-ba8d-416d-8649-ef63f4a1b0df no longer exists at agent ovs-agent-dv-cinder-840375-1-iscsi {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 00:01:33.368697 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] No Port match for: 383cb9d0-ba8d-416d-8649-ef63f4a1b0df {{(pid=114214) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 00:01:33.369147 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device 383cb9d0-ba8d-416d-8649-ef63f4a1b0df not bound to the agent host dv-cinder-840375-1-iscsi {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 00:01:33.408878 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-d3497a6c-b1b9-416a-bac3-26ffa586e430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733331790767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733331236154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25393418'] for port, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:33.421347 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-c8f1ea85-14de-43be-a360-2b13f4ad600d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608747'] for subnet, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:33.446671 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3497a6c-b1b9-416a-bac3-26ffa586e430 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c0d12b7-288c-4279-8b35-041486d27e2a,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:01:33.486816 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-03e30e07-cfff-458b-aa8d-d80b50fa9769 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:33.616403 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-c8f1ea85-14de-43be-a360-2b13f4ad600d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26196753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25579760'] for subnet, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:33.635512 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-d3497a6c-b1b9-416a-bac3-26ffa586e430 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3748307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3761898'] for router_interface, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:33.663803 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb01d1f8-a569-4908-9486-478648cd9159 None None] Network 4be2a5af-7523-4a0f-a118-43dcd99a81ad requested from dv-cinder-840375-1-iscsi {{(pid=114214) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 00:01:33.665366 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f1ea85-14de-43be-a360-2b13f4ad600d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2075c94d-2855-46b9-a529-82941e5cf0f8,revision_number=None']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:01:33.667678 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-c8f1ea85-14de-43be-a360-2b13f4ad600d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748400'] for subnet, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:33.671450 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-c8f1ea85-14de-43be-a360-2b13f4ad600d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2075c94d-2855-46b9-a529-82941e5cf0f8 HTTP/1.1" status: 204 len: 168 time: 0.5106821 May 04 00:01:33.674297 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 44226) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:01:33.742386 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-03e30e07-cfff-458b-aa8d-d80b50fa9769 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Notify callbacks [] for port, precommit_update {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:33.763609 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-29a7bcf0-dd50-4600-a4ec-3bfe80b4dfca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714127'] for network, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:33.814690 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-03e30e07-cfff-458b-aa8d-d80b50fa9769 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25969899'] for port, after_update {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:33.866300 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-2e0d1e09-32e4-4e0c-bb5c-d633a82cc14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:33.892638 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.plugin [None req-29a7bcf0-dd50-4600-a4ec-3bfe80b4dfca admin admin] Deleting port db58877f-c689-49e5-92a0-8e50e8bc9941 {{(pid=114213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 00:01:33.892638 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-29a7bcf0-dd50-4600-a4ec-3bfe80b4dfca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733331783909'] for port, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:33.904832 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181b66eb-a1df-4d47-a687-c92b093e10d8 None None] DHCP port deletion for 4be2a5af-7523-4a0f-a118-43dcd99a81ad request from dv-cinder-840375-1-iscsi {{(pid=114214) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 04 00:01:33.953674 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e30e07-cfff-458b-aa8d-d80b50fa9769 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Pushing event updated for resources: {'Port': ['ID=62bcd581-acd1-46f0-9a3f-c183755ead42,revision_number=2']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:01:33.970727 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-03e30e07-cfff-458b-aa8d-d80b50fa9769 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3761754'] for floatingip, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:33.970990 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-181b66eb-a1df-4d47-a687-c92b093e10d8 None None] Deleting port db58877f-c689-49e5-92a0-8e50e8bc9941 {{(pid=114214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 00:01:33.971552 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-181b66eb-a1df-4d47-a687-c92b093e10d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733331783909'] for port, before_delete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:34.023493 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.db [None req-29a7bcf0-dd50-4600-a4ec-3bfe80b4dfca admin admin] For port db58877f-c689-49e5-92a0-8e50e8bc9941, host dv-cinder-840375-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=db58877f-c689-49e5-92a0-8e50e8bc9941,segment=NetworkSegment(ece7fc4c-d520-4d44-9177-2f1e00f5cc69),segment_id=ece7fc4c-d520-4d44-9177-2f1e00f5cc69)] {{(pid=114213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 00:01:34.023891 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-29a7bcf0-dd50-4600-a4ec-3bfe80b4dfca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764614'] for port, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:34.039655 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-181b66eb-a1df-4d47-a687-c92b093e10d8 None None] For port db58877f-c689-49e5-92a0-8e50e8bc9941, host dv-cinder-840375-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=db58877f-c689-49e5-92a0-8e50e8bc9941,segment=NetworkSegment(ece7fc4c-d520-4d44-9177-2f1e00f5cc69),segment_id=ece7fc4c-d520-4d44-9177-2f1e00f5cc69)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 00:01:34.040435 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-181b66eb-a1df-4d47-a687-c92b093e10d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764614'] for port, precommit_delete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:34.044653 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.plugin [None req-29a7bcf0-dd50-4600-a4ec-3bfe80b4dfca admin admin] Calling delete_port for db58877f-c689-49e5-92a0-8e50e8bc9941 owned by network:dhcp {{(pid=114213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 00:01:34.056045 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-181b66eb-a1df-4d47-a687-c92b093e10d8 None None] Calling delete_port for db58877f-c689-49e5-92a0-8e50e8bc9941 owned by network:dhcp {{(pid=114214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 00:01:34.145704 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.db.l3_db [None req-03e30e07-cfff-458b-aa8d-d80b50fa9769 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Floating IP 8ed19758-5f0b-4fe9-95bf-ab168ca778ba associated. External IP: 172.27.2.94, port: d8263d41-4e7b-4661-bbe4-2d378850c72f. May 04 00:01:34.176144 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3497a6c-b1b9-416a-bac3-26ffa586e430 admin admin] Router 0ac2491f-d87e-497e-9dd1-95a1251bcf15 has already been hosted by L3 agent 758adf3f-89d7-4e1b-912e-3871fb413390 {{(pid=114212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 00:01:34.203685 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-181b66eb-a1df-4d47-a687-c92b093e10d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733331790767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733331236154'] for port, after_delete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:34.232297 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b66eb-a1df-4d47-a687-c92b093e10d8 None None] Pushing event deleted for resources: {'Port': ['ID=db58877f-c689-49e5-92a0-8e50e8bc9941,revision_number=None']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:01:34.236019 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181b66eb-a1df-4d47-a687-c92b093e10d8 None None] No DVR routers for this DVR port db58877f-c689-49e5-92a0-8e50e8bc9941 on host dv-cinder-840375-1-iscsi {{(pid=114214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 00:01:34.249752 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-29a7bcf0-dd50-4600-a4ec-3bfe80b4dfca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733331790767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733331236154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25969890'] for port, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:34.284457 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a7bcf0-dd50-4600-a4ec-3bfe80b4dfca admin admin] Pushing event deleted for resources: {'Port': ['ID=db58877f-c689-49e5-92a0-8e50e8bc9941,revision_number=None']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:01:34.286357 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a7bcf0-dd50-4600-a4ec-3bfe80b4dfca admin admin] No DVR routers for this DVR port db58877f-c689-49e5-92a0-8e50e8bc9941 on host dv-cinder-840375-1-iscsi {{(pid=114213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 00:01:34.299210 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3497a6c-b1b9-416a-bac3-26ffa586e430 admin admin] Notify agent at l3_agent.dv-cinder-840375-1-iscsi the message routers_updated {{(pid=114212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 00:01:34.307024 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-d3497a6c-b1b9-416a-bac3-26ffa586e430 admin admin] 10.222.0.13 "PUT /v2.0/routers/0ac2491f-d87e-497e-9dd1-95a1251bcf15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7246695 May 04 00:01:34.307163 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 44232) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:01:34.312695 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a662981-5c3a-4c54-ab56-519ad293d564 None None] Sync routers for ids ['0ac2491f-d87e-497e-9dd1-95a1251bcf15'] in dv-cinder-840375-1-iscsi {{(pid=114215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 00:01:34.323304 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a662981-5c3a-4c54-ab56-519ad293d564 None None] Routers {'0ac2491f-d87e-497e-9dd1-95a1251bcf15'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 00:01:34.323920 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-3a662981-5c3a-4c54-ab56-519ad293d564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-04T00:01:34Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['0ac2491f-d87e-497e-9dd1-95a1251bcf15'], 'active': True} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:01:34.409656 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-29a7bcf0-dd50-4600-a4ec-3bfe80b4dfca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-608354', 'neutron.services.segments.db._delete_segments_for_network-8733331752452'] for network, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:34.425416 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-d7427aa6-cb7d-4bda-8e89-6178169b04c3 admin admin] Notify callbacks [] for router, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:34.431819 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvr_db [None req-3a662981-5c3a-4c54-ab56-519ad293d564 None None] Set router 0ac2491f-d87e-497e-9dd1-95a1251bcf15 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 00:01:34.465900 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.services.segments.db [None req-29a7bcf0-dd50-4600-a4ec-3bfe80b4dfca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4be2a5af-7523-4a0f-a118-43dcd99a81ad']}} {{(pid=114213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:01:34.483143 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.services.segments.db [None req-29a7bcf0-dd50-4600-a4ec-3bfe80b4dfca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ece7fc4c-d520-4d44-9177-2f1e00f5cc69') {'for_net_delete': True} {{(pid=114213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:01:34.483508 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.services.segments.db [None req-29a7bcf0-dd50-4600-a4ec-3bfe80b4dfca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ece7fc4c-d520-4d44-9177-2f1e00f5cc69') {} {{(pid=114213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:01:34.496964 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-29a7bcf0-dd50-4600-a4ec-3bfe80b4dfca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733331752717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25564879'] for segment, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:34.516733 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-29a7bcf0-dd50-4600-a4ec-3bfe80b4dfca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-611538'] for segment, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:34.519594 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03e30e07-cfff-458b-aa8d-d80b50fa9769 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Router 614f4c97-bcbb-4907-92bb-11882db43f69 has already been hosted by L3 agent 758adf3f-89d7-4e1b-912e-3871fb413390 {{(pid=114213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 00:01:34.525420 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29a7bcf0-dd50-4600-a4ec-3bfe80b4dfca admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=114213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 00:01:34.525815 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-29a7bcf0-dd50-4600-a4ec-3bfe80b4dfca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-611538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25969847'] for segment, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:34.528236 dv-cinder-840375-1-iscsi neutron-server[114213]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 00:01:34.528236 dv-cinder-840375-1-iscsi neutron-server[114213]: self.session.flush() May 04 00:01:34.528236 dv-cinder-840375-1-iscsi neutron-server[114213]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 00:01:34.528236 dv-cinder-840375-1-iscsi neutron-server[114213]: self.session.flush() May 04 00:01:34.528236 dv-cinder-840375-1-iscsi neutron-server[114213]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 00:01:34.528236 dv-cinder-840375-1-iscsi neutron-server[114213]: self.session.flush() May 04 00:01:34.528236 dv-cinder-840375-1-iscsi neutron-server[114213]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 00:01:34.528236 dv-cinder-840375-1-iscsi neutron-server[114213]: self.session.flush() May 04 00:01:34.528236 dv-cinder-840375-1-iscsi neutron-server[114213]: Traceback (most recent call last): May 04 00:01:34.528236 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 00:01:34.528236 dv-cinder-840375-1-iscsi neutron-server[114213]: timer() May 04 00:01:34.528236 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 00:01:34.528236 dv-cinder-840375-1-iscsi neutron-server[114213]: cb(*args, **kw) May 04 00:01:34.528236 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 00:01:34.528236 dv-cinder-840375-1-iscsi neutron-server[114213]: return func(*args, **kwargs) May 04 00:01:34.528236 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 00:01:34.528236 dv-cinder-840375-1-iscsi neutron-server[114213]: self._notify() May 04 00:01:34.528236 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 00:01:34.528236 dv-cinder-840375-1-iscsi neutron-server[114213]: self.callback(batched_events) May 04 00:01:34.528236 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 00:01:34.528236 dv-cinder-840375-1-iscsi neutron-server[114213]: event.method(event) May 04 00:01:34.528236 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 00:01:34.528236 dv-cinder-840375-1-iscsi neutron-server[114213]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 00:01:34.528236 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 00:01:34.528236 dv-cinder-840375-1-iscsi neutron-server[114213]: aggregate_uuid = self.p_client.list_aggregates( May 04 00:01:34.528236 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 00:01:34.528236 dv-cinder-840375-1-iscsi neutron-server[114213]: return f(self, *a, **k) May 04 00:01:34.528236 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 00:01:34.528236 dv-cinder-840375-1-iscsi neutron-server[114213]: return self._get(url).json() May 04 00:01:34.528236 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 00:01:34.528236 dv-cinder-840375-1-iscsi neutron-server[114213]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 00:01:34.528236 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 00:01:34.528236 dv-cinder-840375-1-iscsi neutron-server[114213]: return self.request(url, 'GET', **kwargs) May 04 00:01:34.528236 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 00:01:34.528236 dv-cinder-840375-1-iscsi neutron-server[114213]: base_url = self.get_endpoint(auth, allow=allow, May 04 00:01:34.528236 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 00:01:34.528236 dv-cinder-840375-1-iscsi neutron-server[114213]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 00:01:34.528236 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 00:01:34.528236 dv-cinder-840375-1-iscsi neutron-server[114213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 00:01:34.528236 dv-cinder-840375-1-iscsi neutron-server[114213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 00:01:34.538450 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-d7427aa6-cb7d-4bda-8e89-6178169b04c3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:34.621366 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-3a662981-5c3a-4c54-ab56-519ad293d564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac2491f-d87e-497e-9dd1-95a1251bcf15', 'name': 'tempest-AttachVolumeShelveTestJSON-2104173359-router', 'tenant_id': '03bce0db30814ab1a93850e3a33758bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '26de31a4-a158-4f76-b65e-4292da0ec2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:52:57Z', 'updated_at': '2022-05-04T00:01:33Z', 'revision_number': 5, 'project_id': '03bce0db30814ab1a93850e3a33758bc', 'gw_port': {'id': '26de31a4-a158-4f76-b65e-4292da0ec2ab', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac2491f-d87e-497e-9dd1-95a1251bcf15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:52:58Z', 'updated_at': '2022-05-03T23:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi'}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:01:34.651206 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a662981-5c3a-4c54-ab56-519ad293d564 None None] Checking router: 0ac2491f-d87e-497e-9dd1-95a1251bcf15 for host: dv-cinder-840375-1-iscsi {{(pid=114215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 00:01:34.659774 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a662981-5c3a-4c54-ab56-519ad293d564 None None] Routers {'0ac2491f-d87e-497e-9dd1-95a1251bcf15'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 00:01:34.660315 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-3a662981-5c3a-4c54-ab56-519ad293d564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-04T00:01:34Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['0ac2491f-d87e-497e-9dd1-95a1251bcf15'], 'active': True} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:01:34.660442 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.plugin [None req-d7427aa6-cb7d-4bda-8e89-6178169b04c3 admin admin] Deleting port 26de31a4-a158-4f76-b65e-4292da0ec2ab {{(pid=114212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 00:01:34.660881 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-d7427aa6-cb7d-4bda-8e89-6178169b04c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733331783909'] for port, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:34.685911 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e30e07-cfff-458b-aa8d-d80b50fa9769 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Notify agent at l3_agent.dv-cinder-840375-1-iscsi the message routers_updated {{(pid=114213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 00:01:34.695243 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-29a7bcf0-dd50-4600-a4ec-3bfe80b4dfca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-608361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3761736'] for network, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:34.704244 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4176e7-c619-4c9a-8199-83998eefeef0 None None] Sync routers for ids ['614f4c97-bcbb-4907-92bb-11882db43f69'] in dv-cinder-840375-1-iscsi {{(pid=114214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 00:01:34.713662 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-29a7bcf0-dd50-4600-a4ec-3bfe80b4dfca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748400'] for network, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:34.720791 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-29a7bcf0-dd50-4600-a4ec-3bfe80b4dfca admin admin] 10.222.0.13 "DELETE /v2.0/networks/4be2a5af-7523-4a0f-a118-43dcd99a81ad HTTP/1.1" status: 204 len: 168 time: 1.0444481 May 04 00:01:34.722573 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a7bcf0-dd50-4600-a4ec-3bfe80b4dfca admin admin] Pushing event deleted for resources: {'Network': ['ID=4be2a5af-7523-4a0f-a118-43dcd99a81ad,revision_number=None']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:01:34.723288 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4176e7-c619-4c9a-8199-83998eefeef0 None None] Routers {'614f4c97-bcbb-4907-92bb-11882db43f69'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 00:01:34.725747 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-9a4176e7-c619-4c9a-8199-83998eefeef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-04T00:01:34Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['614f4c97-bcbb-4907-92bb-11882db43f69'], 'active': True} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:01:34.759398 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.db [None req-d7427aa6-cb7d-4bda-8e89-6178169b04c3 admin admin] For port 26de31a4-a158-4f76-b65e-4292da0ec2ab, host dv-cinder-840375-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=26de31a4-a158-4f76-b65e-4292da0ec2ab,segment=NetworkSegment(5eb57155-ed9e-4c45-a041-92a5f67bc876),segment_id=5eb57155-ed9e-4c45-a041-92a5f67bc876)] {{(pid=114212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 00:01:34.759873 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-d7427aa6-cb7d-4bda-8e89-6178169b04c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764614'] for port, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:34.769158 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvr_db [None req-3a662981-5c3a-4c54-ab56-519ad293d564 None None] Set router 0ac2491f-d87e-497e-9dd1-95a1251bcf15 gateway port host: None {{(pid=114215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 00:01:34.784490 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.plugin [None req-d7427aa6-cb7d-4bda-8e89-6178169b04c3 admin admin] Calling delete_port for 26de31a4-a158-4f76-b65e-4292da0ec2ab owned by network:router_gateway {{(pid=114212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 00:01:34.822674 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-03e30e07-cfff-458b-aa8d-d80b50fa9769 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371'] for floatingip, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:34.830491 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-3a662981-5c3a-4c54-ab56-519ad293d564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac2491f-d87e-497e-9dd1-95a1251bcf15', 'name': 'tempest-AttachVolumeShelveTestJSON-2104173359-router', 'tenant_id': '03bce0db30814ab1a93850e3a33758bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:52:57Z', 'updated_at': '2022-05-04T00:01:34Z', 'revision_number': 6, 'project_id': '03bce0db30814ab1a93850e3a33758bc', 'gw_port_host': None}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:01:34.866284 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-03e30e07-cfff-458b-aa8d-d80b50fa9769 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7043200 May 04 00:01:34.866284 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44beb316-7301-4f13-b2ed-f2a9210d673e', 'tag': 'd8263d41-4e7b-4661-bbe4-2d378850c72f'}] {{(pid=114213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 00:01:34.867834 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53d1e4f1e8632581442e9f46277f90828789bc3ac2677f75cdf13d6c47c4555d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5786e82f-fe12-4b29-8863-8826196e138b" -d '{"events": [{"name": "network-changed", "server_uuid": "44beb316-7301-4f13-b2ed-f2a9210d673e", "tag": "d8263d41-4e7b-4661-bbe4-2d378850c72f"}]}' {{(pid=114213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 00:01:34.869161 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a662981-5c3a-4c54-ab56-519ad293d564 None None] The sync data for ids ['0ac2491f-d87e-497e-9dd1-95a1251bcf15'] in dv-cinder-840375-1-iscsi is: [{'id': '0ac2491f-d87e-497e-9dd1-95a1251bcf15', 'name': 'tempest-AttachVolumeShelveTestJSON-2104173359-router', 'tenant_id': '03bce0db30814ab1a93850e3a33758bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:52:57Z', 'updated_at': '2022-05-04T00:01:34Z', 'revision_number': 6, 'project_id': '03bce0db30814ab1a93850e3a33758bc', 'gw_port_host': None}] {{(pid=114215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 00:01:34.870864 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 44236) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:01:34.878401 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.v2.base [None req-b8cfcee7-b1b4-4f5e-8a19-1dcd6df136d6 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2100423296', 'description': 'tempest-secgroup-smoke-2100423296 description', 'project_id': 'ba82b8b56839492bb5c72e82d7363389'}} {{(pid=114213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 00:01:34.893802 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvr_db [None req-9a4176e7-c619-4c9a-8199-83998eefeef0 None None] Set router 614f4c97-bcbb-4907-92bb-11882db43f69 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 00:01:34.934348 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 00:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e4d8ac3-2483-4534-a78e-60296135bcc4 x-openstack-request-id: req-8e4d8ac3-2483-4534-a78e-60296135bcc4 {{(pid=114213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 00:01:34.934695 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44beb316-7301-4f13-b2ed-f2a9210d673e", "tag": "d8263d41-4e7b-4661-bbe4-2d378850c72f", "status": "completed", "code": 200}]} {{(pid=114213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 00:01:34.936282 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8e4d8ac3-2483-4534-a78e-60296135bcc4 {{(pid=114213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 00:01:34.939695 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e4d8ac3-2483-4534-a78e-60296135bcc4'] response: {'name': 'network-changed', 'server_uuid': '44beb316-7301-4f13-b2ed-f2a9210d673e', 'tag': 'd8263d41-4e7b-4661-bbe4-2d378850c72f', 'status': 'completed', 'code': 200} May 04 00:01:34.981724 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-b8cfcee7-b1b4-4f5e-8a19-1dcd6df136d6 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Notify callbacks [] for security_group, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:35.049109 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5786e82f-fe12-4b29-8863-8826196e138b req-810d54d7-25cb-4c80-951b-26c322bbdcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:01:35.050765 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-5786e82f-fe12-4b29-8863-8826196e138b req-810d54d7-25cb-4c80-951b-26c322bbdcfc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ba82b8b56839492bb5c72e82d7363389&device_id=44beb316-7301-4f13-b2ed-f2a9210d673e HTTP/1.1" status: 200 len: 1098 time: 0.0616379 May 04 00:01:35.060905 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-b8cfcee7-b1b4-4f5e-8a19-1dcd6df136d6 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Notify callbacks [] for security_group, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:35.107889 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 44242) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:01:35.136087 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-b8cfcee7-b1b4-4f5e-8a19-1dcd6df136d6 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:35.139896 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-d7427aa6-cb7d-4bda-8e89-6178169b04c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733331790767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733331236154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25393418'] for port, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:35.167257 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7427aa6-cb7d-4bda-8e89-6178169b04c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=26de31a4-a158-4f76-b65e-4292da0ec2ab,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:01:35.180585 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-9a4176e7-c619-4c9a-8199-83998eefeef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614f4c97-bcbb-4907-92bb-11882db43f69', 'name': 'tempest-TestMinimumBasicScenario-573400508-router', 'tenant_id': 'ba82b8b56839492bb5c72e82d7363389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '8dd0765a-3a9a-4ef7-8210-6833af6ea73b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T00:00:31Z', 'updated_at': '2022-05-04T00:00:35Z', 'revision_number': 4, 'project_id': 'ba82b8b56839492bb5c72e82d7363389', 'gw_port': {'id': '8dd0765a-3a9a-4ef7-8210-6833af6ea73b', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614f4c97-bcbb-4907-92bb-11882db43f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T00:00:32Z', 'updated_at': '2022-05-04T00:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_floatingips': [{'id': '8ed19758-5f0b-4fe9-95bf-ab168ca778ba', 'tenant_id': 'ba82b8b56839492bb5c72e82d7363389', 'floating_ip_address': '172.27.2.94', 'floating_network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'router_id': '614f4c97-bcbb-4907-92bb-11882db43f69', 'port_id': 'd8263d41-4e7b-4661-bbe4-2d378850c72f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bd10a62-2d1f-443f-aa34-8f7073221cb0', 'mac_address': 'fa:16:3e:82:2c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44beb316-7301-4f13-b2ed-f2a9210d673e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T00:01:33Z', 'updated_at': '2022-05-04T00:01:33Z', 'revision_number': 0, 'project_id': 'ba82b8b56839492bb5c72e82d7363389', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30938d5b-c674-4691-9cc7-09dbead382ab', 'name': '', 'network_id': '1bd10a62-2d1f-443f-aa34-8f7073221cb0', 'tenant_id': 'ba82b8b56839492bb5c72e82d7363389', 'mac_address': 'fa:16:3e:11:b8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614f4c97-bcbb-4907-92bb-11882db43f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'ef102ff1-c631-4381-bb4f-b859e1ceda83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T00:00:34Z', 'updated_at': '2022-05-04T00:00:39Z', 'revision_number': 5, 'project_id': 'ba82b8b56839492bb5c72e82d7363389', 'subnets': [{'id': 'ef102ff1-c631-4381-bb4f-b859e1ceda83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:01:35.195633 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-613a96de-cdac-4d1e-b677-a272615a3220 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c7dabe5c6909498eb0e87863bd20caff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0861015 May 04 00:01:35.196390 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cfcee7-b1b4-4f5e-8a19-1dcd6df136d6 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff74bc8-bda0-49f4-b43b-9724d284bc9d,revision_number=1']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:01:35.198808 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 44246) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:01:35.214510 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4176e7-c619-4c9a-8199-83998eefeef0 None None] Checking router: 614f4c97-bcbb-4907-92bb-11882db43f69 for host: dv-cinder-840375-1-iscsi {{(pid=114214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 00:01:35.226516 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4176e7-c619-4c9a-8199-83998eefeef0 None None] Routers {'614f4c97-bcbb-4907-92bb-11882db43f69'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 00:01:35.227591 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-9a4176e7-c619-4c9a-8199-83998eefeef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-04T00:01:34Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['614f4c97-bcbb-4907-92bb-11882db43f69'], 'active': True} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:01:35.234248 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-d7427aa6-cb7d-4bda-8e89-6178169b04c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3761296'] for router_gateway, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:35.274526 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-b8cfcee7-b1b4-4f5e-8a19-1dcd6df136d6 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Notify callbacks [] for security_group, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:35.276953 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-b8cfcee7-b1b4-4f5e-8a19-1dcd6df136d6 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4043889 May 04 00:01:35.303963 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 44248) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:01:35.303963 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.v2.base [None req-c786783a-9eaa-47de-83d6-461437fbacb2 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Request body: {'security_group_rule': {'security_group_id': '0ff74bc8-bda0-49f4-b43b-9724d284bc9d', 'project_id': 'ba82b8b56839492bb5c72e82d7363389', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 00:01:35.303963 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-90128c9f-d002-4c64-b435-08f4235e7903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:35.357790 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-90128c9f-d002-4c64-b435-08f4235e7903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:35.379344 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-d7427aa6-cb7d-4bda-8e89-6178169b04c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3759915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9685'] for router, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:35.381899 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-d7427aa6-cb7d-4bda-8e89-6178169b04c3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:35.383491 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvr_db [None req-9a4176e7-c619-4c9a-8199-83998eefeef0 None None] Set router 614f4c97-bcbb-4907-92bb-11882db43f69 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 00:01:35.426661 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-c786783a-9eaa-47de-83d6-461437fbacb2 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:35.478677 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-c786783a-9eaa-47de-83d6-461437fbacb2 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:35.479981 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-9988ed24-7efc-4e8a-acf7-bcbfa55ed3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:35.501068 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-d7427aa6-cb7d-4bda-8e89-6178169b04c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3759932'] for router, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:35.501647 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7427aa6-cb7d-4bda-8e89-6178169b04c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ac2491f-d87e-497e-9dd1-95a1251bcf15 {{(pid=114212) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 00:01:35.507368 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-d7427aa6-cb7d-4bda-8e89-6178169b04c3 admin admin] Notify callbacks [] for router, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:35.508492 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-d7427aa6-cb7d-4bda-8e89-6178169b04c3 admin admin] 10.222.0.13 "DELETE /v2.0/routers/0ac2491f-d87e-497e-9dd1-95a1251bcf15 HTTP/1.1" status: 204 len: 168 time: 1.2004468 May 04 00:01:35.511210 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 44250) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:01:35.530487 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-90128c9f-d002-4c64-b435-08f4235e7903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:35.533152 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-90128c9f-d002-4c64-b435-08f4235e7903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:35.535806 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-90128c9f-d002-4c64-b435-08f4235e7903 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d499470a-05c4-4b0c-9a27-28b9978931a3 HTTP/1.1" status: 204 len: 168 time: 0.3363190 May 04 00:01:35.546832 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90128c9f-d002-4c64-b435-08f4235e7903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d499470a-05c4-4b0c-9a27-28b9978931a3,revision_number=None']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:01:35.567128 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.db_base_plugin_v2 [None req-d11ed6de-eccd-42f6-b422-d1af61200063 admin admin] Deleting subnet c9819db7-dd9c-4945-a665-c049574a03e0 {{(pid=114212) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 04 00:01:35.571927 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-d11ed6de-eccd-42f6-b422-d1af61200063 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:35.576127 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-c786783a-9eaa-47de-83d6-461437fbacb2 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774295'] for security_group_rule, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:35.601454 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c786783a-9eaa-47de-83d6-461437fbacb2 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46c90891-1ff0-40fd-b01c-6932c9b31436,revision_number=0']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:01:35.615969 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-d11ed6de-eccd-42f6-b422-d1af61200063 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25200264'] for subnet, precommit_delete_associations {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:35.660955 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-9a4176e7-c619-4c9a-8199-83998eefeef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614f4c97-bcbb-4907-92bb-11882db43f69', 'name': 'tempest-TestMinimumBasicScenario-573400508-router', 'tenant_id': 'ba82b8b56839492bb5c72e82d7363389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '8dd0765a-3a9a-4ef7-8210-6833af6ea73b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T00:00:31Z', 'updated_at': '2022-05-04T00:00:35Z', 'revision_number': 4, 'project_id': 'ba82b8b56839492bb5c72e82d7363389', 'gw_port': {'id': '8dd0765a-3a9a-4ef7-8210-6833af6ea73b', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614f4c97-bcbb-4907-92bb-11882db43f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T00:00:32Z', 'updated_at': '2022-05-04T00:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_floatingips': [{'id': '8ed19758-5f0b-4fe9-95bf-ab168ca778ba', 'tenant_id': 'ba82b8b56839492bb5c72e82d7363389', 'floating_ip_address': '172.27.2.94', 'floating_network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'router_id': '614f4c97-bcbb-4907-92bb-11882db43f69', 'port_id': 'd8263d41-4e7b-4661-bbe4-2d378850c72f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bd10a62-2d1f-443f-aa34-8f7073221cb0', 'mac_address': 'fa:16:3e:82:2c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44beb316-7301-4f13-b2ed-f2a9210d673e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T00:01:33Z', 'updated_at': '2022-05-04T00:01:33Z', 'revision_number': 0, 'project_id': 'ba82b8b56839492bb5c72e82d7363389', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30938d5b-c674-4691-9cc7-09dbead382ab', 'name': '', 'network_id': '1bd10a62-2d1f-443f-aa34-8f7073221cb0', 'tenant_id': 'ba82b8b56839492bb5c72e82d7363389', 'mac_address': 'fa:16:3e:11:b8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614f4c97-bcbb-4907-92bb-11882db43f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'ef102ff1-c631-4381-bb4f-b859e1ceda83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T00:00:34Z', 'updated_at': '2022-05-04T00:00:39Z', 'revision_number': 5, 'project_id': 'ba82b8b56839492bb5c72e82d7363389', 'subnets': [{'id': 'ef102ff1-c631-4381-bb4f-b859e1ceda83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:01:35.672774 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-c786783a-9eaa-47de-83d6-461437fbacb2 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:35.673891 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-c786783a-9eaa-47de-83d6-461437fbacb2 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3899820 May 04 00:01:35.676789 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 44254) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:01:35.684454 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.v2.base [None req-136ea5c8-9929-40f7-b435-02973a875107 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Request body: {'security_group_rule': {'security_group_id': '0ff74bc8-bda0-49f4-b43b-9724d284bc9d', 'project_id': 'ba82b8b56839492bb5c72e82d7363389', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 00:01:35.690165 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4176e7-c619-4c9a-8199-83998eefeef0 None None] The sync data for ids ['614f4c97-bcbb-4907-92bb-11882db43f69'] in dv-cinder-840375-1-iscsi is: [{'id': '614f4c97-bcbb-4907-92bb-11882db43f69', 'name': 'tempest-TestMinimumBasicScenario-573400508-router', 'tenant_id': 'ba82b8b56839492bb5c72e82d7363389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '8dd0765a-3a9a-4ef7-8210-6833af6ea73b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T00:00:31Z', 'updated_at': '2022-05-04T00:00:35Z', 'revision_number': 4, 'project_id': 'ba82b8b56839492bb5c72e82d7363389', 'gw_port': {'id': '8dd0765a-3a9a-4ef7-8210-6833af6ea73b', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614f4c97-bcbb-4907-92bb-11882db43f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T00:00:32Z', 'updated_at': '2022-05-04T00:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_floatingips': [{'id': '8ed19758-5f0b-4fe9-95bf-ab168ca778ba', 'tenant_id': 'ba82b8b56839492bb5c72e82d7363389', 'floating_ip_address': '172.27.2.94', 'floating_network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'router_id': '614f4c97-bcbb-4907-92bb-11882db43f69', 'port_id': 'd8263d41-4e7b-4661-bbe4-2d378850c72f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bd10a62-2d1f-443f-aa34-8f7073221cb0', 'mac_address': 'fa:16:3e:82:2c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44beb316-7301-4f13-b2ed-f2a9210d673e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T00:01:33Z', 'updated_at': '2022-05-04T00:01:33Z', 'revision_number': 0, 'project_id': 'ba82b8b56839492bb5c72e82d7363389', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30938d5b-c674-4691-9cc7-09dbead382ab', 'name': '', 'network_id': '1bd10a62-2d1f-443f-aa34-8f7073221cb0', 'tenant_id': 'ba82b8b56839492bb5c72e82d7363389', 'mac_address': 'fa:16:3e:11:b8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614f4c97-bcbb-4907-92bb-11882db43f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'ef102ff1-c631-4381-bb4f-b859e1ceda83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T00:00:34Z', 'updated_at': '2022-05-04T00:00:39Z', 'revision_number': 5, 'project_id': 'ba82b8b56839492bb5c72e82d7363389', 'subnets': [{'id': 'ef102ff1-c631-4381-bb4f-b859e1ceda83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 00:01:35.718075 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-d11ed6de-eccd-42f6-b422-d1af61200063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608747'] for subnet, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:35.743399 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device db58877f-c689-49e5-92a0-8e50e8bc9941 no longer exists at agent ovs-agent-dv-cinder-840375-1-iscsi {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 00:01:35.773165 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] No Port match for: db58877f-c689-49e5-92a0-8e50e8bc9941 {{(pid=114214) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 00:01:35.774054 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device db58877f-c689-49e5-92a0-8e50e8bc9941 not bound to the agent host dv-cinder-840375-1-iscsi {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 00:01:35.777537 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device 2c0d12b7-288c-4279-8b35-041486d27e2a no longer exists at agent ovs-agent-dv-cinder-840375-1-iscsi {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 00:01:35.796601 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] No Port match for: 2c0d12b7-288c-4279-8b35-041486d27e2a {{(pid=114214) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 00:01:35.796951 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device 2c0d12b7-288c-4279-8b35-041486d27e2a not bound to the agent host dv-cinder-840375-1-iscsi {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 00:01:35.809052 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-136ea5c8-9929-40f7-b435-02973a875107 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:35.877380 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-136ea5c8-9929-40f7-b435-02973a875107 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:35.879133 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-d11ed6de-eccd-42f6-b422-d1af61200063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29217597'] for subnet, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:35.915277 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11ed6de-eccd-42f6-b422-d1af61200063 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9819db7-dd9c-4945-a665-c049574a03e0,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:01:35.928747 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8e2bc5-7501-4125-8f74-b502a95a50fe None None] Network 6794dc24-6270-444d-9eb8-8dafb7765ac3 requested from dv-cinder-840375-1-iscsi {{(pid=114214) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 00:01:35.931419 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-d11ed6de-eccd-42f6-b422-d1af61200063 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:35.935558 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-d11ed6de-eccd-42f6-b422-d1af61200063 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c9819db7-dd9c-4945-a665-c049574a03e0 HTTP/1.1" status: 204 len: 168 time: 0.4229724 May 04 00:01:35.938932 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 44258) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:01:35.962707 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d95d76-781c-475f-9aad-7d36580af3db None None] New status for floating IP 8ed19758-5f0b-4fe9-95bf-ab168ca778ba: ACTIVE {{(pid=114215) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 00:01:35.964956 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-136ea5c8-9929-40f7-b435-02973a875107 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774295'] for security_group_rule, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:35.994309 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136ea5c8-9929-40f7-b435-02973a875107 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a75d0bc-b3f1-476b-8f9c-457f088da961,revision_number=0']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:01:36.074766 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-dd6dd104-52c9-4327-bcc0-14a9d7d87d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714127'] for network, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:36.080116 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-136ea5c8-9929-40f7-b435-02973a875107 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:36.082203 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-136ea5c8-9929-40f7-b435-02973a875107 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4040918 May 04 00:01:36.084925 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 44264) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:01:36.090080 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.v2.base [None req-a0ff9d27-f4eb-4826-9ac3-1f1751811f0e tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Request body: {'security_group_rule': {'security_group_id': '0ff74bc8-bda0-49f4-b43b-9724d284bc9d', 'project_id': 'ba82b8b56839492bb5c72e82d7363389', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 00:01:36.097561 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5786e82f-fe12-4b29-8863-8826196e138b req-3ac614ee-d984-43d2-8527-5d7e6bdba914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:01:36.099078 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-5786e82f-fe12-4b29-8863-8826196e138b req-3ac614ee-d984-43d2-8527-5d7e6bdba914 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1bd10a62-2d1f-443f-aa34-8f7073221cb0 HTTP/1.1" status: 200 len: 915 time: 0.1976237 May 04 00:01:36.187534 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.plugin [None req-dd6dd104-52c9-4327-bcc0-14a9d7d87d2b admin admin] Deleting port 2127afee-c061-4c2d-8237-983064fdd850 {{(pid=114212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 00:01:36.188190 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-dd6dd104-52c9-4327-bcc0-14a9d7d87d2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733331783909'] for port, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:36.244166 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-a0ff9d27-f4eb-4826-9ac3-1f1751811f0e tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:36.268607 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.db [None req-dd6dd104-52c9-4327-bcc0-14a9d7d87d2b admin admin] For port 2127afee-c061-4c2d-8237-983064fdd850, host dv-cinder-840375-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=2127afee-c061-4c2d-8237-983064fdd850,segment=NetworkSegment(e39c8e49-66af-4d27-b151-3cf1448d7fbf),segment_id=e39c8e49-66af-4d27-b151-3cf1448d7fbf)] {{(pid=114212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 00:01:36.269265 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-dd6dd104-52c9-4327-bcc0-14a9d7d87d2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764614'] for port, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:36.274111 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-f3996685-9434-443c-b5d7-edb245b755aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:36.276949 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112ef064-1e81-4627-949b-dd891cdf1991 None None] DHCP port deletion for 6794dc24-6270-444d-9eb8-8dafb7765ac3 request from dv-cinder-840375-1-iscsi {{(pid=114214) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 04 00:01:36.288946 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.plugin [None req-dd6dd104-52c9-4327-bcc0-14a9d7d87d2b admin admin] Calling delete_port for 2127afee-c061-4c2d-8237-983064fdd850 owned by network:dhcp {{(pid=114212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 00:01:36.361042 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-a0ff9d27-f4eb-4826-9ac3-1f1751811f0e tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:36.361650 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-112ef064-1e81-4627-949b-dd891cdf1991 None None] Deleting port 2127afee-c061-4c2d-8237-983064fdd850 {{(pid=114214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 00:01:36.361744 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-112ef064-1e81-4627-949b-dd891cdf1991 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733331783909'] for port, before_delete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:36.448822 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-112ef064-1e81-4627-949b-dd891cdf1991 None None] For port 2127afee-c061-4c2d-8237-983064fdd850, host dv-cinder-840375-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=2127afee-c061-4c2d-8237-983064fdd850,segment=NetworkSegment(e39c8e49-66af-4d27-b151-3cf1448d7fbf),segment_id=e39c8e49-66af-4d27-b151-3cf1448d7fbf)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 00:01:36.448822 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-112ef064-1e81-4627-949b-dd891cdf1991 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764614'] for port, precommit_delete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:36.460968 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-112ef064-1e81-4627-949b-dd891cdf1991 None None] Calling delete_port for 2127afee-c061-4c2d-8237-983064fdd850 owned by network:dhcp {{(pid=114214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 00:01:36.496324 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-a0ff9d27-f4eb-4826-9ac3-1f1751811f0e tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774295'] for security_group_rule, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:36.518121 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ff9d27-f4eb-4826-9ac3-1f1751811f0e tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edd9231f-27e9-48a7-833a-faf00c42c95c,revision_number=0']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:01:36.525020 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-dd6dd104-52c9-4327-bcc0-14a9d7d87d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733331790767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733331236154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25393418'] for port, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:36.553532 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6dd104-52c9-4327-bcc0-14a9d7d87d2b admin admin] Pushing event deleted for resources: {'Port': ['ID=2127afee-c061-4c2d-8237-983064fdd850,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:01:36.554884 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-112ef064-1e81-4627-949b-dd891cdf1991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733331790767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733331236154'] for port, after_delete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:36.557317 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6dd104-52c9-4327-bcc0-14a9d7d87d2b admin admin] No DVR routers for this DVR port 2127afee-c061-4c2d-8237-983064fdd850 on host dv-cinder-840375-1-iscsi {{(pid=114212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 00:01:36.568676 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112ef064-1e81-4627-949b-dd891cdf1991 None None] No DVR routers for this DVR port 2127afee-c061-4c2d-8237-983064fdd850 on host dv-cinder-840375-1-iscsi {{(pid=114214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 00:01:36.593916 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 44270) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:01:36.599073 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112ef064-1e81-4627-949b-dd891cdf1991 None None] Pushing event deleted for resources: {'Port': ['ID=2127afee-c061-4c2d-8237-983064fdd850,revision_number=None']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:01:36.644049 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-a0ff9d27-f4eb-4826-9ac3-1f1751811f0e tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:36.647759 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-a0ff9d27-f4eb-4826-9ac3-1f1751811f0e tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5593467 May 04 00:01:36.651734 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 44272) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:01:36.658011 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.v2.base [None req-bb65e2ab-77df-4173-aaf4-61d8c8d73798 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Request body: {'security_group_rule': {'security_group_id': '0ff74bc8-bda0-49f4-b43b-9724d284bc9d', 'project_id': 'ba82b8b56839492bb5c72e82d7363389', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 00:01:36.658547 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-dd6dd104-52c9-4327-bcc0-14a9d7d87d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-608354', 'neutron.services.segments.db._delete_segments_for_network-8733331752452'] for network, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:36.679353 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-5f1576ff-1d82-488a-96ba-aa3735bcbacc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=840091b6565141f68b6ceaccf1eb391d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0841808 May 04 00:01:36.682038 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 44274) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:01:36.690681 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.services.segments.db [None req-dd6dd104-52c9-4327-bcc0-14a9d7d87d2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6794dc24-6270-444d-9eb8-8dafb7765ac3']}} {{(pid=114212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:01:36.750644 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.services.segments.db [None req-dd6dd104-52c9-4327-bcc0-14a9d7d87d2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e39c8e49-66af-4d27-b151-3cf1448d7fbf') {'for_net_delete': True} {{(pid=114212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:01:36.750849 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.services.segments.db [None req-dd6dd104-52c9-4327-bcc0-14a9d7d87d2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e39c8e49-66af-4d27-b151-3cf1448d7fbf') {} {{(pid=114212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:01:36.777059 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-dd6dd104-52c9-4327-bcc0-14a9d7d87d2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733331752717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25200259'] for segment, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:36.792425 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-bb65e2ab-77df-4173-aaf4-61d8c8d73798 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:36.808146 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-5786e82f-fe12-4b29-8863-8826196e138b req-702f7b38-6e6e-4719-8dea-991e49639410 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8263d41-4e7b-4661-bbe4-2d378850c72f HTTP/1.1" status: 200 len: 1000 time: 0.1289485 May 04 00:01:36.810951 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-dd6dd104-52c9-4327-bcc0-14a9d7d87d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-611538'] for segment, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:36.821945 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd6dd104-52c9-4327-bcc0-14a9d7d87d2b admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=114212) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 00:01:36.822694 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-dd6dd104-52c9-4327-bcc0-14a9d7d87d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-611538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25393503'] for segment, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:36.824458 dv-cinder-840375-1-iscsi neutron-server[114212]: Traceback (most recent call last): May 04 00:01:36.824458 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 00:01:36.824458 dv-cinder-840375-1-iscsi neutron-server[114212]: timer() May 04 00:01:36.824458 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 00:01:36.824458 dv-cinder-840375-1-iscsi neutron-server[114212]: cb(*args, **kw) May 04 00:01:36.824458 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 00:01:36.824458 dv-cinder-840375-1-iscsi neutron-server[114212]: return func(*args, **kwargs) May 04 00:01:36.824458 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 00:01:36.824458 dv-cinder-840375-1-iscsi neutron-server[114212]: self._notify() May 04 00:01:36.824458 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 00:01:36.824458 dv-cinder-840375-1-iscsi neutron-server[114212]: self.callback(batched_events) May 04 00:01:36.824458 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 00:01:36.824458 dv-cinder-840375-1-iscsi neutron-server[114212]: event.method(event) May 04 00:01:36.824458 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 00:01:36.824458 dv-cinder-840375-1-iscsi neutron-server[114212]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 00:01:36.824458 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 00:01:36.824458 dv-cinder-840375-1-iscsi neutron-server[114212]: aggregate_uuid = self.p_client.list_aggregates( May 04 00:01:36.824458 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 00:01:36.824458 dv-cinder-840375-1-iscsi neutron-server[114212]: return f(self, *a, **k) May 04 00:01:36.824458 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 00:01:36.824458 dv-cinder-840375-1-iscsi neutron-server[114212]: return self._get(url).json() May 04 00:01:36.824458 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 00:01:36.824458 dv-cinder-840375-1-iscsi neutron-server[114212]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 00:01:36.824458 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 00:01:36.824458 dv-cinder-840375-1-iscsi neutron-server[114212]: return self.request(url, 'GET', **kwargs) May 04 00:01:36.824458 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 00:01:36.824458 dv-cinder-840375-1-iscsi neutron-server[114212]: base_url = self.get_endpoint(auth, allow=allow, May 04 00:01:36.824458 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 00:01:36.824458 dv-cinder-840375-1-iscsi neutron-server[114212]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 00:01:36.824458 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 00:01:36.824458 dv-cinder-840375-1-iscsi neutron-server[114212]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 00:01:36.824458 dv-cinder-840375-1-iscsi neutron-server[114212]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 00:01:36.847758 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-1317e8df-057b-4850-9b6c-0d3fc34edb09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:36.868950 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-bb65e2ab-77df-4173-aaf4-61d8c8d73798 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:36.895504 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:36.908322 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-1317e8df-057b-4850-9b6c-0d3fc34edb09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:36.957627 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-bb65e2ab-77df-4173-aaf4-61d8c8d73798 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774295'] for security_group_rule, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:36.978681 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb65e2ab-77df-4173-aaf4-61d8c8d73798 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11a8048c-115a-4b21-a9f7-d30d19639201,revision_number=0']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:01:36.986459 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-dd6dd104-52c9-4327-bcc0-14a9d7d87d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-608361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3761736'] for network, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:37.000069 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-dd6dd104-52c9-4327-bcc0-14a9d7d87d2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748400'] for network, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:37.000069 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-dd6dd104-52c9-4327-bcc0-14a9d7d87d2b admin admin] 10.222.0.13 "DELETE /v2.0/networks/6794dc24-6270-444d-9eb8-8dafb7765ac3 HTTP/1.1" status: 204 len: 168 time: 1.0565882 May 04 00:01:37.009615 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6dd104-52c9-4327-bcc0-14a9d7d87d2b admin admin] Pushing event deleted for resources: {'Network': ['ID=6794dc24-6270-444d-9eb8-8dafb7765ac3,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:01:37.054712 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-1317e8df-057b-4850-9b6c-0d3fc34edb09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:37.057784 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-1317e8df-057b-4850-9b6c-0d3fc34edb09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:37.059102 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-1317e8df-057b-4850-9b6c-0d3fc34edb09 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4724381f-77ac-45e0-b826-0fefe9208bf7 HTTP/1.1" status: 204 len: 168 time: 0.3761702 May 04 00:01:37.070240 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1317e8df-057b-4850-9b6c-0d3fc34edb09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4724381f-77ac-45e0-b826-0fefe9208bf7,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:01:37.104610 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-bb65e2ab-77df-4173-aaf4-61d8c8d73798 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:37.109749 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-bb65e2ab-77df-4173-aaf4-61d8c8d73798 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4533992 May 04 00:01:37.109960 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 44280) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:01:37.114380 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.v2.base [None req-b1358b23-0096-41b0-8e2d-c4dd107f9985 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Request body: {'security_group_rule': {'security_group_id': '0ff74bc8-bda0-49f4-b43b-9724d284bc9d', 'project_id': 'ba82b8b56839492bb5c72e82d7363389', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 00:01:37.210465 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.db.securitygroups_db [None req-b1358b23-0096-41b0-8e2d-c4dd107f9985 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Project ba82b8b56839492bb5c72e82d7363389 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 00:01:37.218447 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-b1358b23-0096-41b0-8e2d-c4dd107f9985 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:37.296371 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-b1358b23-0096-41b0-8e2d-c4dd107f9985 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:37.320508 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device 2127afee-c061-4c2d-8237-983064fdd850 no longer exists at agent ovs-agent-dv-cinder-840375-1-iscsi {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 00:01:37.342527 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] No Port match for: 2127afee-c061-4c2d-8237-983064fdd850 {{(pid=114214) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 00:01:37.342862 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device 2127afee-c061-4c2d-8237-983064fdd850 not bound to the agent host dv-cinder-840375-1-iscsi {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 00:01:37.343274 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device 26de31a4-a158-4f76-b65e-4292da0ec2ab no longer exists at agent ovs-agent-dv-cinder-840375-1-iscsi {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 00:01:37.363727 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] No Port match for: 26de31a4-a158-4f76-b65e-4292da0ec2ab {{(pid=114214) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 00:01:37.364075 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device 26de31a4-a158-4f76-b65e-4292da0ec2ab not bound to the agent host dv-cinder-840375-1-iscsi {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 00:01:37.409667 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-b1358b23-0096-41b0-8e2d-c4dd107f9985 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774295'] for security_group_rule, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:37.429735 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1358b23-0096-41b0-8e2d-c4dd107f9985 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deb7105a-3202-43d1-9a21-11de0a5be412,revision_number=0']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:01:37.497363 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-b1358b23-0096-41b0-8e2d-c4dd107f9985 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:37.498848 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-b1358b23-0096-41b0-8e2d-c4dd107f9985 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3879974 May 04 00:01:37.507389 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 44286) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:01:37.511783 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.v2.base [None req-17a25362-6727-42ec-a8e6-02f39ed1b8bc tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Request body: {'security_group_rule': {'security_group_id': '0ff74bc8-bda0-49f4-b43b-9724d284bc9d', 'project_id': 'ba82b8b56839492bb5c72e82d7363389', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 00:01:37.621756 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.db.securitygroups_db [None req-17a25362-6727-42ec-a8e6-02f39ed1b8bc tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Project ba82b8b56839492bb5c72e82d7363389 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 00:01:37.627590 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-17a25362-6727-42ec-a8e6-02f39ed1b8bc tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:37.644125 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 44288) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:01:37.652829 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5786e82f-fe12-4b29-8863-8826196e138b req-0d59d98a-e7cf-476d-8f28-ea01c75533e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:01:37.655107 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-5786e82f-fe12-4b29-8863-8826196e138b req-0d59d98a-e7cf-476d-8f28-ea01c75533e3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ef102ff1-c631-4381-bb4f-b859e1ceda83 HTTP/1.1" status: 200 len: 853 time: 0.0656984 May 04 00:01:37.705446 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-17a25362-6727-42ec-a8e6-02f39ed1b8bc tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:37.723301 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-07fbfc50-dcc9-4da8-a181-40c03c3bb799 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=03bce0db30814ab1a93850e3a33758bc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0778818 May 04 00:01:37.726177 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 44290) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:01:37.735161 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5786e82f-fe12-4b29-8863-8826196e138b req-c006ae33-dd21-4466-b821-54ee5489f968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:01:37.735161 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-5786e82f-fe12-4b29-8863-8826196e138b req-c006ae33-dd21-4466-b821-54ee5489f968 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1bd10a62-2d1f-443f-aa34-8f7073221cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0696242 May 04 00:01:37.787870 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-17a25362-6727-42ec-a8e6-02f39ed1b8bc tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774295'] for security_group_rule, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:37.817701 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a25362-6727-42ec-a8e6-02f39ed1b8bc tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=036f7c9d-6c8a-4625-b18f-e4cbe5dee11a,revision_number=0']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:01:37.847873 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-154969c8-d766-4ba7-85ed-14d68625d86e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:37.886089 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-154969c8-d766-4ba7-85ed-14d68625d86e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:37.889107 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-5786e82f-fe12-4b29-8863-8826196e138b req-0fc1d0a4-59ac-4f3e-b028-14c22f6c8e8d service neutron] 10.222.0.47 "GET /v2.0/networks/1bd10a62-2d1f-443f-aa34-8f7073221cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455121 May 04 00:01:37.904398 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-17a25362-6727-42ec-a8e6-02f39ed1b8bc tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:37.905794 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-17a25362-6727-42ec-a8e6-02f39ed1b8bc tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3975165 May 04 00:01:37.989781 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-076a94cf-c67f-41d6-9703-7b00bf0ac4f1 req-edb6a1b9-6e4b-469e-8e76-c27beda5688e tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2100423296&fields=id&tenant_id=ba82b8b56839492bb5c72e82d7363389 HTTP/1.1" status: 200 len: 267 time: 0.0355241 May 04 00:01:38.005840 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-5786e82f-fe12-4b29-8863-8826196e138b req-5f388e7d-24fd-4351-a94d-844fb4004a8d service neutron] 10.222.0.47 "GET /v2.0/networks/1bd10a62-2d1f-443f-aa34-8f7073221cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079555 May 04 00:01:38.046126 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076a94cf-c67f-41d6-9703-7b00bf0ac4f1 req-cf534af9-9ca1-4c50-a1e6-187626e4e82f tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:01:38.047520 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-076a94cf-c67f-41d6-9703-7b00bf0ac4f1 req-cf534af9-9ca1-4c50-a1e6-187626e4e82f tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "GET /v2.0/ports?device_id=44beb316-7301-4f13-b2ed-f2a9210d673e HTTP/1.1" status: 200 len: 945 time: 0.0514798 May 04 00:01:38.060087 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.v2.base [req-076a94cf-c67f-41d6-9703-7b00bf0ac4f1 req-7bb5d6e1-1197-45ab-b5ec-fab34be54083 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Request body: {'port': {'security_groups': ['02c09688-6567-402e-88a5-41fd1fe6ba24', '0ff74bc8-bda0-49f4-b43b-9724d284bc9d']}} {{(pid=114213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 00:01:38.066962 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-154969c8-d766-4ba7-85ed-14d68625d86e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:38.069677 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-154969c8-d766-4ba7-85ed-14d68625d86e admin admin] Notify callbacks [] for security_group, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:38.070951 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-154969c8-d766-4ba7-85ed-14d68625d86e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4f0befba-e756-4c58-8b54-0de568ecfb65 HTTP/1.1" status: 204 len: 168 time: 0.3429680 May 04 00:01:38.079626 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154969c8-d766-4ba7-85ed-14d68625d86e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0befba-e756-4c58-8b54-0de568ecfb65,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:01:38.135694 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [req-076a94cf-c67f-41d6-9703-7b00bf0ac4f1 req-7bb5d6e1-1197-45ab-b5ec-fab34be54083 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:38.326800 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.db [req-076a94cf-c67f-41d6-9703-7b00bf0ac4f1 req-7bb5d6e1-1197-45ab-b5ec-fab34be54083 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] For port d8263d41-4e7b-4661-bbe4-2d378850c72f, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=d8263d41-4e7b-4661-bbe4-2d378850c72f,segment=NetworkSegment(d465fedf-034e-4504-b3eb-d649a570b375),segment_id=d465fedf-034e-4504-b3eb-d649a570b375)] {{(pid=114213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 00:01:38.362645 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [req-076a94cf-c67f-41d6-9703-7b00bf0ac4f1 req-7bb5d6e1-1197-45ab-b5ec-fab34be54083 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Notify callbacks [] for port, precommit_update {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:38.426996 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [req-076a94cf-c67f-41d6-9703-7b00bf0ac4f1 req-7bb5d6e1-1197-45ab-b5ec-fab34be54083 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25969899'] for port, after_update {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:38.477259 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076a94cf-c67f-41d6-9703-7b00bf0ac4f1 req-7bb5d6e1-1197-45ab-b5ec-fab34be54083 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:01:38.477891 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [req-076a94cf-c67f-41d6-9703-7b00bf0ac4f1 req-7bb5d6e1-1197-45ab-b5ec-fab34be54083 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371'] for port, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:38.479342 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-076a94cf-c67f-41d6-9703-7b00bf0ac4f1 req-7bb5d6e1-1197-45ab-b5ec-fab34be54083 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "PUT /v2.0/ports/d8263d41-4e7b-4661-bbe4-2d378850c72f HTTP/1.1" status: 200 len: 981 time: 0.4241340 May 04 00:01:38.487417 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44beb316-7301-4f13-b2ed-f2a9210d673e', 'tag': 'd8263d41-4e7b-4661-bbe4-2d378850c72f'}] {{(pid=114213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 00:01:38.487417 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53d1e4f1e8632581442e9f46277f90828789bc3ac2677f75cdf13d6c47c4555d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8caa1200-e3e2-4ad8-b26d-887f605ed68d" -d '{"events": [{"name": "network-changed", "server_uuid": "44beb316-7301-4f13-b2ed-f2a9210d673e", "tag": "d8263d41-4e7b-4661-bbe4-2d378850c72f"}]}' {{(pid=114213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 00:01:38.517106 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb5d6e1-1197-45ab-b5ec-fab34be54083 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Pushing event updated for resources: {'Port': ['ID=d8263d41-4e7b-4661-bbe4-2d378850c72f,revision_number=6']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:01:38.542883 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 00:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-030731f2-91ca-4e8d-9a23-f9de29ec925f x-openstack-request-id: req-030731f2-91ca-4e8d-9a23-f9de29ec925f {{(pid=114213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 00:01:38.543293 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44beb316-7301-4f13-b2ed-f2a9210d673e", "tag": "d8263d41-4e7b-4661-bbe4-2d378850c72f", "status": "completed", "code": 200}]} {{(pid=114213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 00:01:38.543621 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-030731f2-91ca-4e8d-9a23-f9de29ec925f {{(pid=114213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 00:01:38.544196 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.notifiers.nova [-] Nova event matching ['req-030731f2-91ca-4e8d-9a23-f9de29ec925f'] response: {'name': 'network-changed', 'server_uuid': '44beb316-7301-4f13-b2ed-f2a9210d673e', 'tag': 'd8263d41-4e7b-4661-bbe4-2d378850c72f', 'status': 'completed', 'code': 200} May 04 00:01:38.601333 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45773f74-92c8-4c4f-8dec-5ab28cbb3812 req-ae5c6f09-337b-4ad1-8f97-97bb52d6e0f9 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:01:38.602962 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-45773f74-92c8-4c4f-8dec-5ab28cbb3812 req-ae5c6f09-337b-4ad1-8f97-97bb52d6e0f9 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "GET /v2.0/ports?device_id=44beb316-7301-4f13-b2ed-f2a9210d673e HTTP/1.1" status: 200 len: 984 time: 0.0607250 May 04 00:01:38.648845 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-45773f74-92c8-4c4f-8dec-5ab28cbb3812 req-fc2a2ae2-bbfa-4e9b-bcba-fc85a7cb9d71 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ff74bc8-bda0-49f4-b43b-9724d284bc9d&id=02c09688-6567-402e-88a5-41fd1fe6ba24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0386968 May 04 00:01:38.736176 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-7a34ad09-1a31-4350-967e-b1370a91b300 None None] Provisioning complete for port d8263d41-4e7b-4661-bbe4-2d378850c72f triggered by entity DHCP. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 00:01:38.736745 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-7a34ad09-1a31-4350-967e-b1370a91b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:01:40.633095 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] get_ports_and_sgs() called for port_ids ['d8263d41-4e7b-4661-bbe4-2d378850c72f'] {{(pid=114214) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 00:01:40.777334 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] get_ports_and_sgs() called for port_ids ['d8263d41-4e7b-4661-bbe4-2d378850c72f'] {{(pid=114214) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 00:01:41.330276 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa1200-e3e2-4ad8-b26d-887f605ed68d req-1a20d9c4-2f41-4f4b-ba43-083755e9f146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:01:41.331686 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-8caa1200-e3e2-4ad8-b26d-887f605ed68d req-1a20d9c4-2f41-4f4b-ba43-083755e9f146 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ba82b8b56839492bb5c72e82d7363389&device_id=44beb316-7301-4f13-b2ed-f2a9210d673e HTTP/1.1" status: 200 len: 1137 time: 0.0425391 May 04 00:01:41.428024 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa1200-e3e2-4ad8-b26d-887f605ed68d req-9b61332d-ba89-4692-b9b3-28b1f05d345c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:01:41.429466 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-8caa1200-e3e2-4ad8-b26d-887f605ed68d req-9b61332d-ba89-4692-b9b3-28b1f05d345c service neutron] 10.222.0.47 "GET /v2.0/networks?id=1bd10a62-2d1f-443f-aa34-8f7073221cb0 HTTP/1.1" status: 200 len: 915 time: 0.0902700 May 04 00:01:41.496975 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-8caa1200-e3e2-4ad8-b26d-887f605ed68d req-a95da748-891a-4750-8676-35f4eb0ba89a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8263d41-4e7b-4661-bbe4-2d378850c72f HTTP/1.1" status: 200 len: 1000 time: 0.0589328 May 04 00:01:41.547727 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa1200-e3e2-4ad8-b26d-887f605ed68d req-6d3575e2-331c-408f-bc43-8265e49745cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:01:41.549245 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-8caa1200-e3e2-4ad8-b26d-887f605ed68d req-6d3575e2-331c-408f-bc43-8265e49745cd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ef102ff1-c631-4381-bb4f-b859e1ceda83 HTTP/1.1" status: 200 len: 853 time: 0.0443654 May 04 00:01:41.599743 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa1200-e3e2-4ad8-b26d-887f605ed68d req-be1109f8-95fe-4596-8faa-6f9ca78b9837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:01:41.601273 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-8caa1200-e3e2-4ad8-b26d-887f605ed68d req-be1109f8-95fe-4596-8faa-6f9ca78b9837 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1bd10a62-2d1f-443f-aa34-8f7073221cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0451169 May 04 00:01:41.703843 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-8caa1200-e3e2-4ad8-b26d-887f605ed68d req-11f3aec1-7b09-48af-84fb-fa623dee5a42 service neutron] 10.222.0.47 "GET /v2.0/networks/1bd10a62-2d1f-443f-aa34-8f7073221cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931406 May 04 00:01:41.811710 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-8caa1200-e3e2-4ad8-b26d-887f605ed68d req-15001ebb-d705-4c0d-943b-0506853c939c service neutron] 10.222.0.47 "GET /v2.0/networks/1bd10a62-2d1f-443f-aa34-8f7073221cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005871 May 04 00:01:48.243782 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:00.993068 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 44660) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:02:01.105293 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-0cebf637-bdba-4f2b-beb6-45a8eee10246 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:01.181223 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-0cebf637-bdba-4f2b-beb6-45a8eee10246 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:01.272492 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-0cebf637-bdba-4f2b-beb6-45a8eee10246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:01.313872 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-0cebf637-bdba-4f2b-beb6-45a8eee10246 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=487ee964a89c43d2bbbd672e52296c9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3197095 May 04 00:02:01.314624 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cebf637-bdba-4f2b-beb6-45a8eee10246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4648cf7c-5faa-4d15-8d7d-cf35f568be9b,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:02:01.316829 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 44674) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:02:01.370223 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-7d6a1c8a-3b6b-4e03-abe4-556ec96f2ff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:01.392764 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-7d6a1c8a-3b6b-4e03-abe4-556ec96f2ff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:01.439273 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-f4b1f02d-3d58-40c3-91d8-ed9219011654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:01.509044 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 44678) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:02:01.517962 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-7d6a1c8a-3b6b-4e03-abe4-556ec96f2ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:01.520873 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-7d6a1c8a-3b6b-4e03-abe4-556ec96f2ff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:01.522015 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-7d6a1c8a-3b6b-4e03-abe4-556ec96f2ff4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4648cf7c-5faa-4d15-8d7d-cf35f568be9b HTTP/1.1" status: 204 len: 168 time: 0.2041755 May 04 00:02:01.529948 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6a1c8a-3b6b-4e03-abe4-556ec96f2ff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4648cf7c-5faa-4d15-8d7d-cf35f568be9b,revision_number=None']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:02:01.620994 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-6cd99676-7c58-4f3d-a2c5-b5b1841a3eee admin admin] Notify callbacks [] for security_group, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:01.699204 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-6cd99676-7c58-4f3d-a2c5-b5b1841a3eee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:01.820356 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-6cd99676-7c58-4f3d-a2c5-b5b1841a3eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:02.107687 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-6cd99676-7c58-4f3d-a2c5-b5b1841a3eee admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=375252ebadcb48e68907e4c9f231b69c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5974336 May 04 00:02:02.109051 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd99676-7c58-4f3d-a2c5-b5b1841a3eee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=871777f2-9b7d-4e7e-a29f-1557c11ce2fd,revision_number=1']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:02:02.110700 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 44694) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:02:02.172525 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-5084fad4-d4a8-4dde-8e8d-fdb4f7dafb92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:02.197333 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-5084fad4-d4a8-4dde-8e8d-fdb4f7dafb92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:02.235919 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 44696) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:02:02.251859 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-1a28a39d-7811-4f8e-b9f7-15868ae2a148 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:02.355596 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-5084fad4-d4a8-4dde-8e8d-fdb4f7dafb92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:02.358489 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-5084fad4-d4a8-4dde-8e8d-fdb4f7dafb92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:02.359731 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-5084fad4-d4a8-4dde-8e8d-fdb4f7dafb92 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/871777f2-9b7d-4e7e-a29f-1557c11ce2fd HTTP/1.1" status: 204 len: 168 time: 0.2458749 May 04 00:02:02.381190 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5084fad4-d4a8-4dde-8e8d-fdb4f7dafb92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=871777f2-9b7d-4e7e-a29f-1557c11ce2fd,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:02:02.439179 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-1a28a39d-7811-4f8e-b9f7-15868ae2a148 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:02.479082 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-1a28a39d-7811-4f8e-b9f7-15868ae2a148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:02.518516 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-1a28a39d-7811-4f8e-b9f7-15868ae2a148 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dbd60491e2ae472b9fb71848e987678c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2815506 May 04 00:02:02.519626 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a28a39d-7811-4f8e-b9f7-15868ae2a148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc5b47d1-f532-49c4-989f-875b39ca58cc,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:02:02.521297 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 44704) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:02:02.573660 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-88ff2ee9-1dac-47a0-9683-7130de57fd5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:02.598149 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-88ff2ee9-1dac-47a0-9683-7130de57fd5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:02.735089 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-88ff2ee9-1dac-47a0-9683-7130de57fd5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:02.737816 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-88ff2ee9-1dac-47a0-9683-7130de57fd5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:02.741432 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-88ff2ee9-1dac-47a0-9683-7130de57fd5c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fc5b47d1-f532-49c4-989f-875b39ca58cc HTTP/1.1" status: 204 len: 168 time: 0.2159519 May 04 00:02:02.749618 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ff2ee9-1dac-47a0-9683-7130de57fd5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc5b47d1-f532-49c4-989f-875b39ca58cc,revision_number=None']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:02:03.857601 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-60a92e97-362f-4a90-b38d-674f5bc4820b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:04.023696 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 44764) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:02:04.182432 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-32cad801-3202-4f0d-b43c-2c735e526bd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:04.265304 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-32cad801-3202-4f0d-b43c-2c735e526bd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:04.346549 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-32cad801-3202-4f0d-b43c-2c735e526bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:04.387281 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-32cad801-3202-4f0d-b43c-2c735e526bd3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cb9bdd21a367422cb9b2e4b79419224a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3618515 May 04 00:02:04.388113 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cad801-3202-4f0d-b43c-2c735e526bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b19e48e0-f6f9-44b2-b291-777184a6674b,revision_number=1']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:02:04.391095 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 44776) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:02:04.443762 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-8eaee064-d67d-41c7-8265-96b2dc812d3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:04.465632 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-8eaee064-d67d-41c7-8265-96b2dc812d3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:04.512542 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.agents_db [None req-33eb5aa9-4e04-49df-8f84-9829a3bd54c6 None None] Agent healthcheck: found 6 active agents {{(pid=114215) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 00:02:04.638537 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-8eaee064-d67d-41c7-8265-96b2dc812d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:04.641434 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-8eaee064-d67d-41c7-8265-96b2dc812d3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:04.642665 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-8eaee064-d67d-41c7-8265-96b2dc812d3f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b19e48e0-f6f9-44b2-b291-777184a6674b HTTP/1.1" status: 204 len: 168 time: 0.2490933 May 04 00:02:04.650873 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaee064-d67d-41c7-8265-96b2dc812d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19e48e0-f6f9-44b2-b291-777184a6674b,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:02:05.392178 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-9988ed24-7efc-4e8a-acf7-bcbfa55ed3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:06.186415 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-f3996685-9434-443c-b5d7-edb245b755aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:06.900737 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:08.866581 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711fa3e4-f8da-473a-bbb6-b56293b84341 req-a3808803-324f-492a-939d-29aaca781f21 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:02:08.868135 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-711fa3e4-f8da-473a-bbb6-b56293b84341 req-a3808803-324f-492a-939d-29aaca781f21 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "GET /v2.0/ports?device_id=44beb316-7301-4f13-b2ed-f2a9210d673e HTTP/1.1" status: 200 len: 984 time: 0.0559566 May 04 00:02:08.910172 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-711fa3e4-f8da-473a-bbb6-b56293b84341 req-342ad1b8-2e25-4ac8-9496-b41d612faed3 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ff74bc8-bda0-49f4-b43b-9724d284bc9d&id=02c09688-6567-402e-88a5-41fd1fe6ba24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0358698 May 04 00:02:08.976353 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab629fa-3dd3-4a20-99b7-d08e66c00fcb req-5c4f8f8b-9537-4838-bf22-5ac1135a26fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:02:08.977796 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-dab629fa-3dd3-4a20-99b7-d08e66c00fcb req-5c4f8f8b-9537-4838-bf22-5ac1135a26fe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ba82b8b56839492bb5c72e82d7363389&device_id=44beb316-7301-4f13-b2ed-f2a9210d673e HTTP/1.1" status: 200 len: 1137 time: 0.0493176 May 04 00:02:09.073974 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab629fa-3dd3-4a20-99b7-d08e66c00fcb req-af77c654-d9fe-40c5-9849-fe03a2628024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:02:09.075446 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-dab629fa-3dd3-4a20-99b7-d08e66c00fcb req-af77c654-d9fe-40c5-9849-fe03a2628024 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1bd10a62-2d1f-443f-aa34-8f7073221cb0 HTTP/1.1" status: 200 len: 915 time: 0.0890081 May 04 00:02:09.143493 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-dab629fa-3dd3-4a20-99b7-d08e66c00fcb req-e46867b1-7e00-41fd-a728-09aa9629aca0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8263d41-4e7b-4661-bbe4-2d378850c72f HTTP/1.1" status: 200 len: 1000 time: 0.0584567 May 04 00:02:09.194013 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab629fa-3dd3-4a20-99b7-d08e66c00fcb req-ab85d309-493f-4e23-8503-82070a4bbade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:02:09.195614 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-dab629fa-3dd3-4a20-99b7-d08e66c00fcb req-ab85d309-493f-4e23-8503-82070a4bbade service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ef102ff1-c631-4381-bb4f-b859e1ceda83 HTTP/1.1" status: 200 len: 853 time: 0.0451136 May 04 00:02:09.247123 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab629fa-3dd3-4a20-99b7-d08e66c00fcb req-7e9ffa99-6288-4035-9691-feadd153f43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:02:09.248578 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-dab629fa-3dd3-4a20-99b7-d08e66c00fcb req-7e9ffa99-6288-4035-9691-feadd153f43f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1bd10a62-2d1f-443f-aa34-8f7073221cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0458992 May 04 00:02:09.346286 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-dab629fa-3dd3-4a20-99b7-d08e66c00fcb req-cbd4e346-5d5a-44b7-8a19-3c718482d1e0 service neutron] 10.222.0.47 "GET /v2.0/networks/1bd10a62-2d1f-443f-aa34-8f7073221cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898652 May 04 00:02:09.447644 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-dab629fa-3dd3-4a20-99b7-d08e66c00fcb req-12e3a615-105d-40ad-9e87-e8c1690f7f93 service neutron] 10.222.0.47 "GET /v2.0/networks/1bd10a62-2d1f-443f-aa34-8f7073221cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950050 May 04 00:02:10.034690 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a9416-2b92-44e9-83d2-0895f3c0527b req-48f3fbc4-e6f0-4606-b3ff-7826580c905b tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:02:10.038077 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-925a9416-2b92-44e9-83d2-0895f3c0527b req-48f3fbc4-e6f0-4606-b3ff-7826580c905b tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "GET /v2.0/ports?device_id=44beb316-7301-4f13-b2ed-f2a9210d673e HTTP/1.1" status: 200 len: 984 time: 0.0541112 May 04 00:02:10.077180 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-925a9416-2b92-44e9-83d2-0895f3c0527b req-f9dd4909-15dd-410b-9026-86e44f69a759 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ff74bc8-bda0-49f4-b43b-9724d284bc9d&id=02c09688-6567-402e-88a5-41fd1fe6ba24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345192 May 04 00:02:11.200071 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789953d5-b13e-4334-8306-f5069e5a0389 req-896f04f9-5af1-4078-8a4d-b5c50791b894 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:02:11.201564 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-789953d5-b13e-4334-8306-f5069e5a0389 req-896f04f9-5af1-4078-8a4d-b5c50791b894 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "GET /v2.0/ports?device_id=44beb316-7301-4f13-b2ed-f2a9210d673e HTTP/1.1" status: 200 len: 984 time: 0.0529611 May 04 00:02:11.246829 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-789953d5-b13e-4334-8306-f5069e5a0389 req-e1caf9ca-2c66-41dd-b286-dfadc02e74e9 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ff74bc8-bda0-49f4-b43b-9724d284bc9d&id=02c09688-6567-402e-88a5-41fd1fe6ba24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341194 May 04 00:02:12.369268 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eb780b-56ca-4cca-819e-1d6c83a649fd req-dcf18562-77ce-4b78-b6e2-233d7ed256c1 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:02:12.370851 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-43eb780b-56ca-4cca-819e-1d6c83a649fd req-dcf18562-77ce-4b78-b6e2-233d7ed256c1 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "GET /v2.0/ports?device_id=44beb316-7301-4f13-b2ed-f2a9210d673e HTTP/1.1" status: 200 len: 984 time: 0.0541236 May 04 00:02:12.413922 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-43eb780b-56ca-4cca-819e-1d6c83a649fd req-224b8d78-24d1-4422-b844-b693a81de2d2 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ff74bc8-bda0-49f4-b43b-9724d284bc9d&id=02c09688-6567-402e-88a5-41fd1fe6ba24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0362985 May 04 00:02:13.532311 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80664b7-9891-4b74-9873-34b7488b280c req-dcdf2aa7-6da1-44b0-9dd1-6599a21ecad4 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:02:13.537723 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-a80664b7-9891-4b74-9873-34b7488b280c req-dcdf2aa7-6da1-44b0-9dd1-6599a21ecad4 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "GET /v2.0/ports?device_id=44beb316-7301-4f13-b2ed-f2a9210d673e HTTP/1.1" status: 200 len: 984 time: 0.0519087 May 04 00:02:13.576497 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-a80664b7-9891-4b74-9873-34b7488b280c req-f47b271c-9eef-4c3e-b8d8-99c6bb5dd116 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ff74bc8-bda0-49f4-b43b-9724d284bc9d&id=02c09688-6567-402e-88a5-41fd1fe6ba24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0354924 May 04 00:02:14.708107 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ce971b-8813-4321-a7d9-a7d802d80c71 req-d995b291-ddd1-4fd9-b687-af5b39395d02 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:02:14.709566 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-f4ce971b-8813-4321-a7d9-a7d802d80c71 req-d995b291-ddd1-4fd9-b687-af5b39395d02 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "GET /v2.0/ports?device_id=44beb316-7301-4f13-b2ed-f2a9210d673e HTTP/1.1" status: 200 len: 984 time: 0.0497444 May 04 00:02:14.750084 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-f4ce971b-8813-4321-a7d9-a7d802d80c71 req-1d264092-e7ea-44f6-b2ff-e8d63dd61000 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ff74bc8-bda0-49f4-b43b-9724d284bc9d&id=02c09688-6567-402e-88a5-41fd1fe6ba24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343697 May 04 00:02:15.866502 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4815ba4d-8c0f-406a-a4bd-136c76108f57 req-6f75ccfe-d73f-45fb-bf19-3c670a0b1203 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:02:15.867852 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-4815ba4d-8c0f-406a-a4bd-136c76108f57 req-6f75ccfe-d73f-45fb-bf19-3c670a0b1203 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "GET /v2.0/ports?device_id=44beb316-7301-4f13-b2ed-f2a9210d673e HTTP/1.1" status: 200 len: 984 time: 0.0482829 May 04 00:02:15.910484 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-4815ba4d-8c0f-406a-a4bd-136c76108f57 req-7e79d81a-b7c3-4b34-a988-55f365eb1c90 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ff74bc8-bda0-49f4-b43b-9724d284bc9d&id=02c09688-6567-402e-88a5-41fd1fe6ba24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0365930 May 04 00:02:17.038034 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89c9938-809c-44bd-a90c-e7e69f7d2c68 req-f83f17c3-d09e-4a74-b3ba-4b56b099e780 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:02:17.039583 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-d89c9938-809c-44bd-a90c-e7e69f7d2c68 req-f83f17c3-d09e-4a74-b3ba-4b56b099e780 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "GET /v2.0/ports?device_id=44beb316-7301-4f13-b2ed-f2a9210d673e HTTP/1.1" status: 200 len: 984 time: 0.0548816 May 04 00:02:17.081523 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-d89c9938-809c-44bd-a90c-e7e69f7d2c68 req-5b922635-f79e-46f2-8800-e8ede9576624 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ff74bc8-bda0-49f4-b43b-9724d284bc9d&id=02c09688-6567-402e-88a5-41fd1fe6ba24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356250 May 04 00:02:18.200890 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7417d970-aaa0-401b-ae77-46281197a148 req-b15ccda3-a8bb-4203-96ef-92c5c4c4fb76 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:02:18.202452 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-7417d970-aaa0-401b-ae77-46281197a148 req-b15ccda3-a8bb-4203-96ef-92c5c4c4fb76 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "GET /v2.0/ports?device_id=44beb316-7301-4f13-b2ed-f2a9210d673e HTTP/1.1" status: 200 len: 984 time: 0.0524950 May 04 00:02:18.246614 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-7417d970-aaa0-401b-ae77-46281197a148 req-a820a01f-82f7-45bb-90e2-ef6c24889cb2 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ff74bc8-bda0-49f4-b43b-9724d284bc9d&id=02c09688-6567-402e-88a5-41fd1fe6ba24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0371993 May 04 00:02:18.278151 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:19.372251 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5e4595-f0cd-4d10-aefc-45cc70b56bff req-f4749fba-bbc9-441f-8b01-5b7ecc8e63d4 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:02:19.373794 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-1b5e4595-f0cd-4d10-aefc-45cc70b56bff req-f4749fba-bbc9-441f-8b01-5b7ecc8e63d4 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "GET /v2.0/ports?device_id=44beb316-7301-4f13-b2ed-f2a9210d673e HTTP/1.1" status: 200 len: 984 time: 0.0524967 May 04 00:02:19.421459 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-1b5e4595-f0cd-4d10-aefc-45cc70b56bff req-51a86f51-0309-48ff-801d-dbd943c06b54 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ff74bc8-bda0-49f4-b43b-9724d284bc9d&id=02c09688-6567-402e-88a5-41fd1fe6ba24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0405240 May 04 00:02:20.546948 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2629e8-d735-4789-8849-0bf576a6533f req-0e50fe46-10a4-434c-a6b2-cd662e8e72c4 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:02:20.549007 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-2a2629e8-d735-4789-8849-0bf576a6533f req-0e50fe46-10a4-434c-a6b2-cd662e8e72c4 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "GET /v2.0/ports?device_id=44beb316-7301-4f13-b2ed-f2a9210d673e HTTP/1.1" status: 200 len: 984 time: 0.0510261 May 04 00:02:20.596834 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-2a2629e8-d735-4789-8849-0bf576a6533f req-b1048619-19f5-4f68-8d41-1a5c8882e992 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ff74bc8-bda0-49f4-b43b-9724d284bc9d&id=02c09688-6567-402e-88a5-41fd1fe6ba24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0393538 May 04 00:02:21.602905 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 45006) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:02:21.719885 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-a7d774d4-bd7d-40db-b8c2-1323022e591a admin admin] Notify callbacks [] for security_group, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:21.727695 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f750c-b234-4897-85b3-d4a6d314db0d req-f102a541-77d8-4ee5-86ed-3ca48a2788af tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:02:21.732254 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-4c5f750c-b234-4897-85b3-d4a6d314db0d req-f102a541-77d8-4ee5-86ed-3ca48a2788af tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "GET /v2.0/ports?device_id=44beb316-7301-4f13-b2ed-f2a9210d673e HTTP/1.1" status: 200 len: 984 time: 0.0581336 May 04 00:02:21.783100 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-4c5f750c-b234-4897-85b3-d4a6d314db0d req-e3477ff2-d84a-4c70-baae-5730e4d37581 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ff74bc8-bda0-49f4-b43b-9724d284bc9d&id=02c09688-6567-402e-88a5-41fd1fe6ba24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0471449 May 04 00:02:21.820244 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-a7d774d4-bd7d-40db-b8c2-1323022e591a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:21.906494 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-a7d774d4-bd7d-40db-b8c2-1323022e591a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:21.950214 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-a7d774d4-bd7d-40db-b8c2-1323022e591a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f21cc24dfbdf4ca488a41334346cac30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3461177 May 04 00:02:21.951065 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d774d4-bd7d-40db-b8c2-1323022e591a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab0c9edd-b1b9-40b4-bb4c-d54dcc386798,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:02:21.953019 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 45026) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:02:22.007590 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-f4160b34-7b62-40ea-974b-e9366fea4192 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:22.028101 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-f4160b34-7b62-40ea-974b-e9366fea4192 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:22.175470 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-f4160b34-7b62-40ea-974b-e9366fea4192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:22.177965 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-f4160b34-7b62-40ea-974b-e9366fea4192 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:22.179153 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-f4160b34-7b62-40ea-974b-e9366fea4192 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ab0c9edd-b1b9-40b4-bb4c-d54dcc386798 HTTP/1.1" status: 204 len: 168 time: 0.2249267 May 04 00:02:22.187149 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4160b34-7b62-40ea-974b-e9366fea4192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab0c9edd-b1b9-40b4-bb4c-d54dcc386798,revision_number=None']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:02:22.195627 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4160b34-7b62-40ea-974b-e9366fea4192 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:02:22.195974 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4160b34-7b62-40ea-974b-e9366fea4192 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:02:22.196308 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4160b34-7b62-40ea-974b-e9366fea4192 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:02:22.196674 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4160b34-7b62-40ea-974b-e9366fea4192 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:02:22.196995 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4160b34-7b62-40ea-974b-e9366fea4192 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:02:22.197318 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4160b34-7b62-40ea-974b-e9366fea4192 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:02:22.197640 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4160b34-7b62-40ea-974b-e9366fea4192 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:02:22.198048 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4160b34-7b62-40ea-974b-e9366fea4192 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:02:22.198310 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4160b34-7b62-40ea-974b-e9366fea4192 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:02:22.198625 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4160b34-7b62-40ea-974b-e9366fea4192 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:02:22.198943 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4160b34-7b62-40ea-974b-e9366fea4192 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:02:22.199254 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4160b34-7b62-40ea-974b-e9366fea4192 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:02:22.853618 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 45040) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:02:22.867455 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-4ab6dbec-daa0-4392-88a3-cf22bcb23256 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:22.923902 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d1e1d-be99-4963-b681-cd54743ec2b2 req-79a88fa3-9b82-482d-b1df-04ae0a347929 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:02:22.925539 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-7c1d1e1d-be99-4963-b681-cd54743ec2b2 req-79a88fa3-9b82-482d-b1df-04ae0a347929 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "GET /v2.0/ports?device_id=44beb316-7301-4f13-b2ed-f2a9210d673e HTTP/1.1" status: 200 len: 984 time: 0.0641789 May 04 00:02:22.949640 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-4ab6dbec-daa0-4392-88a3-cf22bcb23256 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:22.968610 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-7c1d1e1d-be99-4963-b681-cd54743ec2b2 req-17c3a884-ad70-4426-952f-27f99feebf0e tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ff74bc8-bda0-49f4-b43b-9724d284bc9d&id=02c09688-6567-402e-88a5-41fd1fe6ba24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0364380 May 04 00:02:23.025872 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-4ab6dbec-daa0-4392-88a3-cf22bcb23256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:23.067181 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-4ab6dbec-daa0-4392-88a3-cf22bcb23256 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9a525ae8d25b47129b653b18a01d808e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2131550 May 04 00:02:23.068028 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab6dbec-daa0-4392-88a3-cf22bcb23256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=482e4a1e-b8f5-4c6a-95fb-3c45a2988037,revision_number=1']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:02:23.070088 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 45042) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:02:23.120258 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-76f9ba6b-7279-4519-af0c-897c4c888bfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:23.141810 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-76f9ba6b-7279-4519-af0c-897c4c888bfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:23.255511 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-76f9ba6b-7279-4519-af0c-897c4c888bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:23.258166 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-76f9ba6b-7279-4519-af0c-897c4c888bfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:23.259408 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-76f9ba6b-7279-4519-af0c-897c4c888bfb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/482e4a1e-b8f5-4c6a-95fb-3c45a2988037 HTTP/1.1" status: 204 len: 168 time: 0.1882434 May 04 00:02:23.267373 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f9ba6b-7279-4519-af0c-897c4c888bfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=482e4a1e-b8f5-4c6a-95fb-3c45a2988037,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:02:23.933380 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 45054) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:02:23.947140 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-591e6a19-e824-4e16-99a1-c05f8481eaec admin admin] Notify callbacks [] for security_group, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:24.024890 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-591e6a19-e824-4e16-99a1-c05f8481eaec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:24.088783 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa73a8fd-0878-4577-8008-57ac6ee5fd65 req-0c7dc23f-a855-48fb-bbc5-78928c8b0630 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:02:24.090258 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-fa73a8fd-0878-4577-8008-57ac6ee5fd65 req-0c7dc23f-a855-48fb-bbc5-78928c8b0630 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "GET /v2.0/ports?device_id=44beb316-7301-4f13-b2ed-f2a9210d673e HTTP/1.1" status: 200 len: 984 time: 0.0508888 May 04 00:02:24.100882 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-591e6a19-e824-4e16-99a1-c05f8481eaec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:24.136385 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-fa73a8fd-0878-4577-8008-57ac6ee5fd65 req-4b3b4ae5-202d-4146-aa5e-40a59f9ebb37 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ff74bc8-bda0-49f4-b43b-9724d284bc9d&id=02c09688-6567-402e-88a5-41fd1fe6ba24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395508 May 04 00:02:24.140239 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-591e6a19-e824-4e16-99a1-c05f8481eaec admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e9e21f38aed5466aba4954e9131c287f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2057695 May 04 00:02:24.141332 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591e6a19-e824-4e16-99a1-c05f8481eaec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b26b77a-71d7-4188-aa0e-2bfa1141cf55,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:02:24.142972 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 45058) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:02:24.198592 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-6ce9ca8d-2117-41f0-81c3-55b3e3203366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:24.221392 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-6ce9ca8d-2117-41f0-81c3-55b3e3203366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:24.356514 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-6ce9ca8d-2117-41f0-81c3-55b3e3203366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:24.359105 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-6ce9ca8d-2117-41f0-81c3-55b3e3203366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:24.360257 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-6ce9ca8d-2117-41f0-81c3-55b3e3203366 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2b26b77a-71d7-4188-aa0e-2bfa1141cf55 HTTP/1.1" status: 204 len: 168 time: 0.2163301 May 04 00:02:24.372790 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce9ca8d-2117-41f0-81c3-55b3e3203366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b26b77a-71d7-4188-aa0e-2bfa1141cf55,revision_number=None']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:02:25.261303 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac64dc-b5b5-447b-844e-8ab83c8da4cf req-d1cfe78d-87f3-4a54-acec-3899b6a5b6d0 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:02:25.262854 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-bbac64dc-b5b5-447b-844e-8ab83c8da4cf req-d1cfe78d-87f3-4a54-acec-3899b6a5b6d0 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "GET /v2.0/ports?device_id=44beb316-7301-4f13-b2ed-f2a9210d673e HTTP/1.1" status: 200 len: 984 time: 0.0501244 May 04 00:02:25.306202 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-bbac64dc-b5b5-447b-844e-8ab83c8da4cf req-9d769024-4ee6-4018-870e-c51643d64e89 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ff74bc8-bda0-49f4-b43b-9724d284bc9d&id=02c09688-6567-402e-88a5-41fd1fe6ba24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0369353 May 04 00:02:26.441362 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70fc021-f900-423a-829c-203766f96c52 req-f6319abc-fa74-4d40-8911-492cae904542 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:02:26.443219 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-c70fc021-f900-423a-829c-203766f96c52 req-f6319abc-fa74-4d40-8911-492cae904542 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "GET /v2.0/ports?device_id=44beb316-7301-4f13-b2ed-f2a9210d673e HTTP/1.1" status: 200 len: 984 time: 0.0625679 May 04 00:02:26.486954 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-c70fc021-f900-423a-829c-203766f96c52 req-0b470b2e-dd3f-45e1-83fd-39500a8df4c9 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ff74bc8-bda0-49f4-b43b-9724d284bc9d&id=02c09688-6567-402e-88a5-41fd1fe6ba24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0372427 May 04 00:02:27.610067 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6250841-be08-4fb8-9bd2-33d61ebcd907 req-c6b33ac8-fb1c-449b-a275-2c9cfa574446 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:02:27.611659 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-f6250841-be08-4fb8-9bd2-33d61ebcd907 req-c6b33ac8-fb1c-449b-a275-2c9cfa574446 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "GET /v2.0/ports?device_id=44beb316-7301-4f13-b2ed-f2a9210d673e HTTP/1.1" status: 200 len: 984 time: 0.0524745 May 04 00:02:27.661746 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-f6250841-be08-4fb8-9bd2-33d61ebcd907 req-bd7d4e4e-2b72-493d-a5f3-13d75be9ded4 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ff74bc8-bda0-49f4-b43b-9724d284bc9d&id=02c09688-6567-402e-88a5-41fd1fe6ba24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0421815 May 04 00:02:27.796966 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 45164) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:02:27.905613 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-f7ef6d48-ef95-44b3-bcbd-e6eb43a7622e admin admin] Notify callbacks [] for security_group, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:27.987508 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-f7ef6d48-ef95-44b3-bcbd-e6eb43a7622e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:28.089083 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-f7ef6d48-ef95-44b3-bcbd-e6eb43a7622e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:28.128250 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-f7ef6d48-ef95-44b3-bcbd-e6eb43a7622e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=de3735d458c44d1a8250be1da841d080&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3301444 May 04 00:02:28.129016 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ef6d48-ef95-44b3-bcbd-e6eb43a7622e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5febccb7-44a4-49b7-bf1f-7840ff9e61dc,revision_number=1']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:02:28.131631 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 45170) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:02:28.184300 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-f344032b-c3d2-42b9-8209-51704315bc2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:28.204481 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-f344032b-c3d2-42b9-8209-51704315bc2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:28.304859 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-f344032b-c3d2-42b9-8209-51704315bc2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:28.308661 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-f344032b-c3d2-42b9-8209-51704315bc2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:28.310054 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-f344032b-c3d2-42b9-8209-51704315bc2a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5febccb7-44a4-49b7-bf1f-7840ff9e61dc HTTP/1.1" status: 204 len: 168 time: 0.1771803 May 04 00:02:28.319925 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f344032b-c3d2-42b9-8209-51704315bc2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5febccb7-44a4-49b7-bf1f-7840ff9e61dc,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:02:29.016956 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 45178) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:02:29.030504 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-49720d4c-0080-4a72-a278-fca993ca9720 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:29.104286 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-49720d4c-0080-4a72-a278-fca993ca9720 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:29.173093 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-49720d4c-0080-4a72-a278-fca993ca9720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:29.211817 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-49720d4c-0080-4a72-a278-fca993ca9720 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eb10f27a4ed44ccdad942e39bf74f717&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1937943 May 04 00:02:29.212654 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49720d4c-0080-4a72-a278-fca993ca9720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f90eee-d527-4fe0-b985-2934ed38e661,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:02:29.214487 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 45180) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:02:29.264549 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-8cd48f59-b295-4132-a26a-08b2261ff526 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:29.285939 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-8cd48f59-b295-4132-a26a-08b2261ff526 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:29.420290 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-8cd48f59-b295-4132-a26a-08b2261ff526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:29.422896 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-8cd48f59-b295-4132-a26a-08b2261ff526 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:29.424067 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-8cd48f59-b295-4132-a26a-08b2261ff526 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c4f90eee-d527-4fe0-b985-2934ed38e661 HTTP/1.1" status: 204 len: 168 time: 0.2085795 May 04 00:02:29.433353 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd48f59-b295-4132-a26a-08b2261ff526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f90eee-d527-4fe0-b985-2934ed38e661,revision_number=None']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:02:31.002345 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 45218) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:02:31.107633 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-e7eea99a-5525-4a6c-ba14-f01f417d0fbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:31.181511 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-e7eea99a-5525-4a6c-ba14-f01f417d0fbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:31.277713 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-e7eea99a-5525-4a6c-ba14-f01f417d0fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:31.316902 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-e7eea99a-5525-4a6c-ba14-f01f417d0fbf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e353f7aabe6f45ada30d80c9584aee05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3134720 May 04 00:02:31.320848 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 45222) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:02:31.322547 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eea99a-5525-4a6c-ba14-f01f417d0fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=599dc342-ad93-42df-8016-e364731925d0,revision_number=1']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:02:31.378286 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-8e0b06d7-2e4b-4b46-b319-98e5337128ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:31.397665 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-4a264d7f-47b3-4593-b436-8b765850ccd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:31.399103 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-8e0b06d7-2e4b-4b46-b319-98e5337128ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:31.500827 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-8e0b06d7-2e4b-4b46-b319-98e5337128ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:31.503444 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-8e0b06d7-2e4b-4b46-b319-98e5337128ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:31.504586 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-8e0b06d7-2e4b-4b46-b319-98e5337128ce admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/599dc342-ad93-42df-8016-e364731925d0 HTTP/1.1" status: 204 len: 168 time: 0.1828289 May 04 00:02:31.514293 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0b06d7-2e4b-4b46-b319-98e5337128ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=599dc342-ad93-42df-8016-e364731925d0,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:02:31.523544 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0b06d7-2e4b-4b46-b319-98e5337128ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:02:31.523824 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0b06d7-2e4b-4b46-b319-98e5337128ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:02:31.524163 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0b06d7-2e4b-4b46-b319-98e5337128ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:02:31.524506 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0b06d7-2e4b-4b46-b319-98e5337128ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:02:31.524837 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0b06d7-2e4b-4b46-b319-98e5337128ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:02:31.525172 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0b06d7-2e4b-4b46-b319-98e5337128ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:02:31.525492 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0b06d7-2e4b-4b46-b319-98e5337128ce admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:02:31.525820 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0b06d7-2e4b-4b46-b319-98e5337128ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:02:31.526552 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0b06d7-2e4b-4b46-b319-98e5337128ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:02:31.526552 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0b06d7-2e4b-4b46-b319-98e5337128ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:02:31.527119 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0b06d7-2e4b-4b46-b319-98e5337128ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:02:31.527564 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0b06d7-2e4b-4b46-b319-98e5337128ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:02:32.484991 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 45264) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:02:32.581790 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [None req-e4f06403-8c88-40d4-bdb5-3142069f222c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1448041422-network', 'tenant_id': 'a1d7bc5f0647450b929f5ae2d768960a'}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 00:02:32.654977 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f06403-8c88-40d4-bdb5-3142069f222c admin admin] Made reservation on behalf of a1d7bc5f0647450b929f5ae2d768960a for: {'network': 1} {{(pid=114212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 00:02:32.657360 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-e4f06403-8c88-40d4-bdb5-3142069f222c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for network, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:32.666993 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-e4f06403-8c88-40d4-bdb5-3142069f222c admin admin] Notify callbacks [] for security_group, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:32.743357 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-e4f06403-8c88-40d4-bdb5-3142069f222c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:32.801726 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-e4f06403-8c88-40d4-bdb5-3142069f222c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:32.829271 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4f06403-8c88-40d4-bdb5-3142069f222c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=114212) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 00:02:32.835476 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f06403-8c88-40d4-bdb5-3142069f222c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9902ac83-991d-489e-b09c-c18a490ea478,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:02:32.841425 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-e4f06403-8c88-40d4-bdb5-3142069f222c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-611538'] for segment, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:32.841765 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.db.segments_db [None req-e4f06403-8c88-40d4-bdb5-3142069f222c admin admin] Added segment 05b04087-dd39-4217-8749-e37f6c78c3bf of type vlan for network 083b8e2e-95a8-4b62-92a0-b6216788e85b May 04 00:02:32.882297 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-e4f06403-8c88-40d4-bdb5-3142069f222c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733331214529'] for network, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:32.963405 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-e4f06403-8c88-40d4-bdb5-3142069f222c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298'] for network, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:32.964496 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f06403-8c88-40d4-bdb5-3142069f222c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:02:32.965080 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-e4f06403-8c88-40d4-bdb5-3142069f222c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748400'] for network, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:33.027831 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f06403-8c88-40d4-bdb5-3142069f222c admin admin] Pushing event updated for resources: {'Network': ['ID=083b8e2e-95a8-4b62-92a0-b6216788e85b,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:02:33.038786 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Network 083b8e2e-95a8-4b62-92a0-b6216788e85b details requested by agent ovs-agent-dv-cinder-840375-1-iscsi with host dv-cinder-840375-1-iscsi {{(pid=114214) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 00:02:33.063298 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-e4f06403-8c88-40d4-bdb5-3142069f222c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5771918 May 04 00:02:33.066299 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 45280) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:02:33.071473 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [None req-5a0da748-7b45-4ee0-bb76-c0c4d3a9f4e9 admin admin] Request body: {'subnet': {'network_id': '083b8e2e-95a8-4b62-92a0-b6216788e85b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1448041422-subnet', 'tenant_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'ip_version': 4}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 00:02:33.174522 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a0da748-7b45-4ee0-bb76-c0c4d3a9f4e9 admin admin] Made reservation on behalf of a1d7bc5f0647450b929f5ae2d768960a for: {'subnet': 1} {{(pid=114212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 00:02:33.176892 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-5a0da748-7b45-4ee0-bb76-c0c4d3a9f4e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29217570'] for subnet, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:33.717761 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-5a0da748-7b45-4ee0-bb76-c0c4d3a9f4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25200314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29217588'] for subnet, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:33.774806 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0da748-7b45-4ee0-bb76-c0c4d3a9f4e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dcc9a01-4442-401c-88f0-a40e235839be,revision_number=0']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:02:33.785797 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0da748-7b45-4ee0-bb76-c0c4d3a9f4e9 admin admin] Checking segment: {'id': '05b04087-dd39-4217-8749-e37f6c78c3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '083b8e2e-95a8-4b62-92a0-b6216788e85b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 00:02:33.786189 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0da748-7b45-4ee0-bb76-c0c4d3a9f4e9 admin admin] Network hostable DHCP agents. Network: 083b8e2e-95a8-4b62-92a0-b6216788e85b, hostable agents: ['68d83d53-3271-4b5e-a364-332abe4e6306'], hosted agents: [] {{(pid=114212) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 00:02:33.883340 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0da748-7b45-4ee0-bb76-c0c4d3a9f4e9 admin admin] Network 083b8e2e-95a8-4b62-92a0-b6216788e85b is scheduled to be hosted by DHCP agent 68d83d53-3271-4b5e-a364-332abe4e6306 with binding_index 1 {{(pid=114212) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 00:02:33.951863 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.base_scheduler [None req-5a0da748-7b45-4ee0-bb76-c0c4d3a9f4e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840375-1-iscsi, 083b8e2e-95a8-4b62-92a0-b6216788e85b) {{(pid=114212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 00:02:33.956161 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0da748-7b45-4ee0-bb76-c0c4d3a9f4e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:02:33.956747 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-5a0da748-7b45-4ee0-bb76-c0c4d3a9f4e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:33.960927 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4062d3ef-59ae-4251-a0d3-7773088c4957 None None] Network 083b8e2e-95a8-4b62-92a0-b6216788e85b requested from dv-cinder-840375-1-iscsi {{(pid=114214) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 00:02:33.978609 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-2a2dd74c-a48d-413e-b8c3-ba6568bbc58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:34.033100 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-5a0da748-7b45-4ee0-bb76-c0c4d3a9f4e9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9657521 May 04 00:02:34.035790 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 45288) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:02:34.040457 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [None req-515fea7d-a039-4ef3-a9e3-e51e373ff127 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1448041422-router', 'tenant_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c'}}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 00:02:34.106919 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a45a111-df5e-41fe-911c-44548cba0e10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6859a26-b6ae-50b6-ac7d-ce164fc290cc-083b8e2e-95a8-4b62-92a0-b6216788e85b', 'network_id': '083b8e2e-95a8-4b62-92a0-b6216788e85b', 'tenant_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'fixed_ips': [{'subnet_id': '3dcc9a01-4442-401c-88f0-a40e235839be'}]}} from dv-cinder-840375-1-iscsi. {{(pid=114214) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 04 00:02:34.107886 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-3a45a111-df5e-41fe-911c-44548cba0e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_create {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:34.116824 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-515fea7d-a039-4ef3-a9e3-e51e373ff127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3756941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9675'] for router, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:34.117927 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-515fea7d-a039-4ef3-a9e3-e51e373ff127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3759997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3761351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3931738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9666'] for router, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:34.172876 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-515fea7d-a039-4ef3-a9e3-e51e373ff127 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:34.248104 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.db_base_plugin_common [None req-3a45a111-df5e-41fe-911c-44548cba0e10 None None] Allocated IP 172.20.0.2 (083b8e2e-95a8-4b62-92a0-b6216788e85b/3dcc9a01-4442-401c-88f0-a40e235839be/7874fa2c-3354-47a0-a855-8570e1743122) {{(pid=114214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 00:02:34.392884 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-515fea7d-a039-4ef3-a9e3-e51e373ff127 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:34.399937 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-3a45a111-df5e-41fe-911c-44548cba0e10 None None] Notify callbacks [] for port, precommit_create {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:34.483849 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-3a45a111-df5e-41fe-911c-44548cba0e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733331236172'] for port, after_create {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:34.537173 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a45a111-df5e-41fe-911c-44548cba0e10 None None] Network 083b8e2e-95a8-4b62-92a0-b6216788e85b is already hosted by enough agents. {{(pid=114214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 00:02:34.541597 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.scheduler.base_scheduler [None req-3a45a111-df5e-41fe-911c-44548cba0e10 None None] Resources bound (agent type, host, resource id): {{(pid=114214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 00:02:34.544898 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a45a111-df5e-41fe-911c-44548cba0e10 None None] Received port after_create {{(pid=114214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 00:02:34.547803 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a45a111-df5e-41fe-911c-44548cba0e10 None None] Pushing event updated for resources: {'Port': ['ID=7874fa2c-3354-47a0-a855-8570e1743122,revision_number=1']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:02:34.559635 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a45a111-df5e-41fe-911c-44548cba0e10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:02:34.559990 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a45a111-df5e-41fe-911c-44548cba0e10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:02:34.560333 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a45a111-df5e-41fe-911c-44548cba0e10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:02:34.560670 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a45a111-df5e-41fe-911c-44548cba0e10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:02:34.560999 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a45a111-df5e-41fe-911c-44548cba0e10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:02:34.561340 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a45a111-df5e-41fe-911c-44548cba0e10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:02:34.561672 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a45a111-df5e-41fe-911c-44548cba0e10 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:02:34.562020 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a45a111-df5e-41fe-911c-44548cba0e10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:02:34.562347 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a45a111-df5e-41fe-911c-44548cba0e10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:02:34.562673 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a45a111-df5e-41fe-911c-44548cba0e10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:02:34.562996 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a45a111-df5e-41fe-911c-44548cba0e10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:02:34.563326 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a45a111-df5e-41fe-911c-44548cba0e10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:02:34.609484 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.managers [None req-3a45a111-df5e-41fe-911c-44548cba0e10 None None] Attempting to bind port 7874fa2c-3354-47a0-a855-8570e1743122 on host dv-cinder-840375-1-iscsi for vnic_type normal with profile {{(pid=114214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 00:02:34.609853 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.managers [None req-3a45a111-df5e-41fe-911c-44548cba0e10 None None] Attempting to bind port 7874fa2c-3354-47a0-a855-8570e1743122 by drivers openvswitch,hyperv on host dv-cinder-840375-1-iscsi at level 0 using segments [{'id': '05b04087-dd39-4217-8749-e37f6c78c3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '083b8e2e-95a8-4b62-92a0-b6216788e85b'}] {{(pid=114214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 00:02:34.610252 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a45a111-df5e-41fe-911c-44548cba0e10 None None] Attempting to bind port 7874fa2c-3354-47a0-a855-8570e1743122 on network 083b8e2e-95a8-4b62-92a0-b6216788e85b {{(pid=114214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 00:02:34.615641 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a45a111-df5e-41fe-911c-44548cba0e10 None None] Checking agent: {'id': 'cd69fb9c-fe1e-4524-b6a8-2fc8f7c83280', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840375-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 23, 44, 7), 'started_at': datetime.datetime(2022, 5, 3, 23, 44, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 0, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840375-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 00:02:34.616017 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a45a111-df5e-41fe-911c-44548cba0e10 None None] Checking segment: {'id': '05b04087-dd39-4217-8749-e37f6c78c3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '083b8e2e-95a8-4b62-92a0-b6216788e85b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 00:02:34.616423 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-3a45a111-df5e-41fe-911c-44548cba0e10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:34.616812 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a45a111-df5e-41fe-911c-44548cba0e10 None None] Bound using segment: {'id': '05b04087-dd39-4217-8749-e37f6c78c3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '083b8e2e-95a8-4b62-92a0-b6216788e85b'} {{(pid=114214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 00:02:34.617284 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.managers [None req-3a45a111-df5e-41fe-911c-44548cba0e10 None None] Bound port: 7874fa2c-3354-47a0-a855-8570e1743122, host: dv-cinder-840375-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b04087-dd39-4217-8749-e37f6c78c3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '083b8e2e-95a8-4b62-92a0-b6216788e85b'}}] {{(pid=114214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 00:02:34.617663 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-3a45a111-df5e-41fe-911c-44548cba0e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:34.662534 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-515fea7d-a039-4ef3-a9e3-e51e373ff127 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:34.682653 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-515fea7d-a039-4ef3-a9e3-e51e373ff127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:34.686335 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-3a45a111-df5e-41fe-911c-44548cba0e10 None None] For port 7874fa2c-3354-47a0-a855-8570e1743122, host dv-cinder-840375-1-iscsi, cleared binding levels {{(pid=114214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 00:02:34.689834 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-3a45a111-df5e-41fe-911c-44548cba0e10 None None] For port 7874fa2c-3354-47a0-a855-8570e1743122, host dv-cinder-840375-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=7874fa2c-3354-47a0-a855-8570e1743122,segment=NetworkSegment(05b04087-dd39-4217-8749-e37f6c78c3bf),segment_id=05b04087-dd39-4217-8749-e37f6c78c3bf)] {{(pid=114214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 00:02:34.758530 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-3a45a111-df5e-41fe-911c-44548cba0e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:34.795587 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.db_base_plugin_common [None req-515fea7d-a039-4ef3-a9e3-e51e373ff127 admin admin] Allocated IP 172.27.2.118 (b899e136-3b25-4af5-bb18-9827145d490c/f9ce11e5-b806-4ff0-a648-9987146ccd8a/7aa6a057-8769-4e26-8a71-4f5532d1df51) {{(pid=114212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 00:02:34.822407 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a45a111-df5e-41fe-911c-44548cba0e10 None None] Pushing event updated for resources: {'Port': ['ID=7874fa2c-3354-47a0-a855-8570e1743122,revision_number=2']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:02:34.922743 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-515fea7d-a039-4ef3-a9e3-e51e373ff127 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:35.027335 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-515fea7d-a039-4ef3-a9e3-e51e373ff127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733331236172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25393418'] for port, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:35.078610 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515fea7d-a039-4ef3-a9e3-e51e373ff127 admin admin] Network b899e136-3b25-4af5-bb18-9827145d490c is already hosted by enough agents. {{(pid=114212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 00:02:35.082408 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.base_scheduler [None req-515fea7d-a039-4ef3-a9e3-e51e373ff127 admin admin] Resources bound (agent type, host, resource id): {{(pid=114212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 00:02:35.085494 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515fea7d-a039-4ef3-a9e3-e51e373ff127 admin admin] Received port after_create {{(pid=114212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 00:02:35.089296 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515fea7d-a039-4ef3-a9e3-e51e373ff127 admin admin] Pushing event updated for resources: {'Port': ['ID=7aa6a057-8769-4e26-8a71-4f5532d1df51,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:02:35.385374 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device 7874fa2c-3354-47a0-a855-8570e1743122 up at agent ovs-agent-dv-cinder-840375-1-iscsi {{(pid=114214) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 00:02:35.408938 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 45320) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:02:35.411697 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-9988ed24-7efc-4e8a-acf7-bcbfa55ed3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:35.445411 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Provisioning complete for port 7874fa2c-3354-47a0-a855-8570e1743122 triggered by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 00:02:35.448391 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:35.448744 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-515fea7d-a039-4ef3-a9e3-e51e373ff127 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:35.535286 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:35.546630 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-82e92b59-8ccb-433e-b527-e51d5a8d5590 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:35.622988 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] For port 7874fa2c-3354-47a0-a855-8570e1743122, host dv-cinder-840375-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=7874fa2c-3354-47a0-a855-8570e1743122,segment=NetworkSegment(05b04087-dd39-4217-8749-e37f6c78c3bf),segment_id=05b04087-dd39-4217-8749-e37f6c78c3bf)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 00:02:35.655691 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-82e92b59-8ccb-433e-b527-e51d5a8d5590 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:35.694155 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:35.705468 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-515fea7d-a039-4ef3-a9e3-e51e373ff127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3759990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3761396'] for router, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:35.745799 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Pushing event updated for resources: {'Port': ['ID=7874fa2c-3354-47a0-a855-8570e1743122,revision_number=3']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:02:35.769261 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-82e92b59-8ccb-433e-b527-e51d5a8d5590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:35.808608 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 45324) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:02:35.809070 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-82e92b59-8ccb-433e-b527-e51d5a8d5590 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f04bbaa193674fed82212bc46c49c20d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3984060 May 04 00:02:35.818499 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3b122d-9720-4c12-b666-1c17f45785c9 None None] Network 083b8e2e-95a8-4b62-92a0-b6216788e85b requested from dv-cinder-840375-1-iscsi {{(pid=114214) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 00:02:35.831563 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e92b59-8ccb-433e-b527-e51d5a8d5590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b732132d-4eb9-4609-a1a3-627579eaf8a2,revision_number=1']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:02:35.879283 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-974bfdff-353c-4a1a-8014-0830bef79b48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:35.909189 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-974bfdff-353c-4a1a-8014-0830bef79b48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:35.951284 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-d0a1f34e-6dfa-4b35-a70f-70514b5ad984 None None] Provisioning complete for port 7874fa2c-3354-47a0-a855-8570e1743122 triggered by entity DHCP. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 00:02:35.951655 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-d0a1f34e-6dfa-4b35-a70f-70514b5ad984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:35.980205 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-515fea7d-a039-4ef3-a9e3-e51e373ff127 admin admin] Router a3200aa6-d928-4b6a-8eec-034a619ea914 is scheduled to L3 agent 758adf3f-89d7-4e1b-912e-3871fb413390 with binding_index 1 {{(pid=114212) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 00:02:36.044648 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-974bfdff-353c-4a1a-8014-0830bef79b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:36.048027 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-974bfdff-353c-4a1a-8014-0830bef79b48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:36.049259 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-974bfdff-353c-4a1a-8014-0830bef79b48 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b732132d-4eb9-4609-a1a3-627579eaf8a2 HTTP/1.1" status: 204 len: 168 time: 0.2395313 May 04 00:02:36.098066 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974bfdff-353c-4a1a-8014-0830bef79b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b732132d-4eb9-4609-a1a3-627579eaf8a2,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:02:36.125811 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-515fea7d-a039-4ef3-a9e3-e51e373ff127 admin admin] Notify agent at l3_agent.dv-cinder-840375-1-iscsi the message routers_updated {{(pid=114212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 00:02:36.139125 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662f810e-da9f-45dd-9d65-419ae4132a7c None None] Sync routers for ids ['a3200aa6-d928-4b6a-8eec-034a619ea914'] in dv-cinder-840375-1-iscsi {{(pid=114214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 00:02:36.148752 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662f810e-da9f-45dd-9d65-419ae4132a7c None None] Routers {'a3200aa6-d928-4b6a-8eec-034a619ea914'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 00:02:36.149438 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-662f810e-da9f-45dd-9d65-419ae4132a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-04T00:02:34Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['a3200aa6-d928-4b6a-8eec-034a619ea914'], 'active': True} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:02:36.187181 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-f3996685-9434-443c-b5d7-edb245b755aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:36.265636 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvr_db [None req-662f810e-da9f-45dd-9d65-419ae4132a7c None None] Set router a3200aa6-d928-4b6a-8eec-034a619ea914 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 00:02:36.278451 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-515fea7d-a039-4ef3-a9e3-e51e373ff127 admin admin] Notify callbacks [] for router, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:36.281563 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-515fea7d-a039-4ef3-a9e3-e51e373ff127 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2426865 May 04 00:02:36.282648 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 45328) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:02:36.382177 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-5adc7ac6-20d9-43fb-bff7-f34ab9d29928 None None] Provisioning complete for port 7874fa2c-3354-47a0-a855-8570e1743122 triggered by entity DHCP. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 00:02:36.382456 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-5adc7ac6-20d9-43fb-bff7-f34ab9d29928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:36.540885 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-662f810e-da9f-45dd-9d65-419ae4132a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3200aa6-d928-4b6a-8eec-034a619ea914', 'name': 'tempest-TestVolumeBootPattern-1448041422-router', 'tenant_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '7aa6a057-8769-4e26-8a71-4f5532d1df51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T00:02:34Z', 'updated_at': '2022-05-04T00:02:35Z', 'revision_number': 3, 'project_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'gw_port': {'id': '7aa6a057-8769-4e26-8a71-4f5532d1df51', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:77:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3200aa6-d928-4b6a-8eec-034a619ea914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T00:02:34Z', 'updated_at': '2022-05-04T00:02:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi'}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:02:36.570251 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662f810e-da9f-45dd-9d65-419ae4132a7c None None] Checking router: a3200aa6-d928-4b6a-8eec-034a619ea914 for host: dv-cinder-840375-1-iscsi {{(pid=114214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 00:02:36.570594 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662f810e-da9f-45dd-9d65-419ae4132a7c None None] Updating router a3200aa6-d928-4b6a-8eec-034a619ea914 port 7aa6a057-8769-4e26-8a71-4f5532d1df51 binding host dv-cinder-840375-1-iscsi {{(pid=114214) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 00:02:36.595534 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-662f810e-da9f-45dd-9d65-419ae4132a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:36.713896 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-e99a66fc-8a7b-4f68-8db4-34f6f975a28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:36.899173 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-662f810e-da9f-45dd-9d65-419ae4132a7c None None] Notify callbacks [] for port, precommit_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:36.900379 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.db_base_plugin_common [None req-e99a66fc-8a7b-4f68-8db4-34f6f975a28d admin admin] Allocated IP 172.20.0.1 (083b8e2e-95a8-4b62-92a0-b6216788e85b/3dcc9a01-4442-401c-88f0-a40e235839be/6e668a8e-aa6f-4daf-a983-4e1ad532b99a) {{(pid=114212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 00:02:36.901637 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 45332) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:02:36.916616 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-10bc89d2-9c68-459b-b76d-2e2eac3ea81d admin admin] Notify callbacks [] for security_group, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:36.917593 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:36.969772 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-662f810e-da9f-45dd-9d65-419ae4132a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:37.007308 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-10bc89d2-9c68-459b-b76d-2e2eac3ea81d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:37.013030 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-e99a66fc-8a7b-4f68-8db4-34f6f975a28d admin admin] Notify callbacks [] for port, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:37.023855 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.managers [None req-662f810e-da9f-45dd-9d65-419ae4132a7c None None] Attempting to bind port 7aa6a057-8769-4e26-8a71-4f5532d1df51 on host dv-cinder-840375-1-iscsi for vnic_type normal with profile {{(pid=114214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 00:02:37.024227 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.managers [None req-662f810e-da9f-45dd-9d65-419ae4132a7c None None] Attempting to bind port 7aa6a057-8769-4e26-8a71-4f5532d1df51 by drivers openvswitch,hyperv on host dv-cinder-840375-1-iscsi at level 0 using segments [{'id': '5eb57155-ed9e-4c45-a041-92a5f67bc876', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c'}] {{(pid=114214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 00:02:37.024627 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662f810e-da9f-45dd-9d65-419ae4132a7c None None] Attempting to bind port 7aa6a057-8769-4e26-8a71-4f5532d1df51 on network b899e136-3b25-4af5-bb18-9827145d490c {{(pid=114214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 00:02:37.030034 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e60ecd-1a44-432b-8f19-5e890a4e23fb None None] Pushing event updated for resources: {'Port': ['ID=7aa6a057-8769-4e26-8a71-4f5532d1df51,revision_number=2']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:02:37.034705 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662f810e-da9f-45dd-9d65-419ae4132a7c None None] Checking agent: {'id': 'cd69fb9c-fe1e-4524-b6a8-2fc8f7c83280', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840375-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 23, 44, 7), 'started_at': datetime.datetime(2022, 5, 3, 23, 44, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 0, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840375-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 00:02:37.035380 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662f810e-da9f-45dd-9d65-419ae4132a7c None None] Checking segment: {'id': '5eb57155-ed9e-4c45-a041-92a5f67bc876', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 00:02:37.035793 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-662f810e-da9f-45dd-9d65-419ae4132a7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:37.036805 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662f810e-da9f-45dd-9d65-419ae4132a7c None None] Bound using segment: {'id': '5eb57155-ed9e-4c45-a041-92a5f67bc876', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c'} {{(pid=114214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 00:02:37.037281 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.managers [None req-662f810e-da9f-45dd-9d65-419ae4132a7c None None] Bound port: 7aa6a057-8769-4e26-8a71-4f5532d1df51, host: dv-cinder-840375-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb57155-ed9e-4c45-a041-92a5f67bc876', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c'}}] {{(pid=114214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 00:02:37.037653 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-662f810e-da9f-45dd-9d65-419ae4132a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:37.084063 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-10bc89d2-9c68-459b-b76d-2e2eac3ea81d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:37.089359 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-662f810e-da9f-45dd-9d65-419ae4132a7c None None] For port 7aa6a057-8769-4e26-8a71-4f5532d1df51, host dv-cinder-840375-1-iscsi, cleared binding levels {{(pid=114214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 00:02:37.093410 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-662f810e-da9f-45dd-9d65-419ae4132a7c None None] For port 7aa6a057-8769-4e26-8a71-4f5532d1df51, host dv-cinder-840375-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=7aa6a057-8769-4e26-8a71-4f5532d1df51,segment=NetworkSegment(5eb57155-ed9e-4c45-a041-92a5f67bc876),segment_id=5eb57155-ed9e-4c45-a041-92a5f67bc876)] {{(pid=114214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 00:02:37.112374 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-e99a66fc-8a7b-4f68-8db4-34f6f975a28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733331236172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25393418'] for port, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:37.123183 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-10bc89d2-9c68-459b-b76d-2e2eac3ea81d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=57e601737a9f4b9cb06bfae1964543ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2198179 May 04 00:02:37.125183 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bc89d2-9c68-459b-b76d-2e2eac3ea81d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e3e010a-a730-4062-989f-781042cb134d,revision_number=1']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:02:37.130641 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 45334) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:02:37.162318 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99a66fc-8a7b-4f68-8db4-34f6f975a28d admin admin] Network 083b8e2e-95a8-4b62-92a0-b6216788e85b is already hosted by enough agents. {{(pid=114212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 00:02:37.164456 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-662f810e-da9f-45dd-9d65-419ae4132a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:37.165272 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.base_scheduler [None req-e99a66fc-8a7b-4f68-8db4-34f6f975a28d admin admin] Resources bound (agent type, host, resource id): {{(pid=114212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 00:02:37.169011 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99a66fc-8a7b-4f68-8db4-34f6f975a28d admin admin] Received port after_create {{(pid=114212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 00:02:37.174715 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99a66fc-8a7b-4f68-8db4-34f6f975a28d admin admin] Pushing event updated for resources: {'Port': ['ID=6e668a8e-aa6f-4daf-a983-4e1ad532b99a,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:02:37.201857 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-a61b2128-cb7e-431e-93d0-6c72994896fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:37.222583 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-e99a66fc-8a7b-4f68-8db4-34f6f975a28d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761863'] for router_interface, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:37.239539 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-a61b2128-cb7e-431e-93d0-6c72994896fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:37.243468 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662f810e-da9f-45dd-9d65-419ae4132a7c None None] Routers {'a3200aa6-d928-4b6a-8eec-034a619ea914'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 00:02:37.244116 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-662f810e-da9f-45dd-9d65-419ae4132a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-04T00:02:34Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['a3200aa6-d928-4b6a-8eec-034a619ea914'], 'active': True} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:02:37.292445 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e60ecd-1a44-432b-8f19-5e890a4e23fb None None] Pushing event updated for resources: {'Port': ['ID=7aa6a057-8769-4e26-8a71-4f5532d1df51,revision_number=3']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:02:37.369019 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-a61b2128-cb7e-431e-93d0-6c72994896fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:37.371570 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device 7874fa2c-3354-47a0-a855-8570e1743122 up at agent ovs-agent-dv-cinder-840375-1-iscsi {{(pid=114214) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 00:02:37.373574 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-a61b2128-cb7e-431e-93d0-6c72994896fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:37.374771 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-a61b2128-cb7e-431e-93d0-6c72994896fe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0e3e010a-a730-4062-989f-781042cb134d HTTP/1.1" status: 204 len: 168 time: 0.2427633 May 04 00:02:37.383937 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61b2128-cb7e-431e-93d0-6c72994896fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e3e010a-a730-4062-989f-781042cb134d,revision_number=None']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:02:37.477139 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-e99a66fc-8a7b-4f68-8db4-34f6f975a28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:37.552335 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvr_db [None req-662f810e-da9f-45dd-9d65-419ae4132a7c None None] Set router a3200aa6-d928-4b6a-8eec-034a619ea914 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 00:02:37.633615 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-8a7bdfba-0955-4f2d-843a-f23fc34884e8 None None] Provisioning complete for port 6e668a8e-aa6f-4daf-a983-4e1ad532b99a triggered by entity DHCP. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 00:02:37.633979 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-8a7bdfba-0955-4f2d-843a-f23fc34884e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:37.647862 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-e99a66fc-8a7b-4f68-8db4-34f6f975a28d admin admin] Notify callbacks [] for port, precommit_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:37.709540 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-8a7bdfba-0955-4f2d-843a-f23fc34884e8 None None] Port 6e668a8e-aa6f-4daf-a983-4e1ad532b99a cannot update to ACTIVE because it is not bound. {{(pid=114214) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 04 00:02:37.713455 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Provisioning complete for port 7874fa2c-3354-47a0-a855-8570e1743122 triggered by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 00:02:37.713825 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:37.744366 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-e99a66fc-8a7b-4f68-8db4-34f6f975a28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25393411'] for port, after_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:37.824095 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-e99a66fc-8a7b-4f68-8db4-34f6f975a28d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3748312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761851'] for router_interface, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:37.826787 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99a66fc-8a7b-4f68-8db4-34f6f975a28d admin admin] Pushing event updated for resources: {'Port': ['ID=6e668a8e-aa6f-4daf-a983-4e1ad532b99a,revision_number=2']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:02:37.873672 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-662f810e-da9f-45dd-9d65-419ae4132a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3200aa6-d928-4b6a-8eec-034a619ea914', 'name': 'tempest-TestVolumeBootPattern-1448041422-router', 'tenant_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '7aa6a057-8769-4e26-8a71-4f5532d1df51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T00:02:34Z', 'updated_at': '2022-05-04T00:02:35Z', 'revision_number': 3, 'project_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'gw_port': {'id': '7aa6a057-8769-4e26-8a71-4f5532d1df51', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:77:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3200aa6-d928-4b6a-8eec-034a619ea914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T00:02:34Z', 'updated_at': '2022-05-04T00:02:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi'}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:02:37.904720 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662f810e-da9f-45dd-9d65-419ae4132a7c None None] The sync data for ids ['a3200aa6-d928-4b6a-8eec-034a619ea914'] in dv-cinder-840375-1-iscsi is: [{'id': 'a3200aa6-d928-4b6a-8eec-034a619ea914', 'name': 'tempest-TestVolumeBootPattern-1448041422-router', 'tenant_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '7aa6a057-8769-4e26-8a71-4f5532d1df51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T00:02:34Z', 'updated_at': '2022-05-04T00:02:35Z', 'revision_number': 3, 'project_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'gw_port': {'id': '7aa6a057-8769-4e26-8a71-4f5532d1df51', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:77:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3200aa6-d928-4b6a-8eec-034a619ea914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T00:02:34Z', 'updated_at': '2022-05-04T00:02:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi'}] {{(pid=114214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 00:02:37.933769 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99a66fc-8a7b-4f68-8db4-34f6f975a28d admin admin] Network 083b8e2e-95a8-4b62-92a0-b6216788e85b is already hosted by enough agents. {{(pid=114212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 00:02:37.935292 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.base_scheduler [None req-e99a66fc-8a7b-4f68-8db4-34f6f975a28d admin admin] Resources bound (agent type, host, resource id): {{(pid=114212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 00:02:38.087050 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e99a66fc-8a7b-4f68-8db4-34f6f975a28d admin admin] Router a3200aa6-d928-4b6a-8eec-034a619ea914 has already been hosted by L3 agent 758adf3f-89d7-4e1b-912e-3871fb413390 {{(pid=114212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 00:02:38.234427 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-3d8ca0a7-2d21-42d3-a4e3-ac36552dd844 None None] Provisioning complete for port 6e668a8e-aa6f-4daf-a983-4e1ad532b99a triggered by entity DHCP. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 00:02:38.235217 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-3d8ca0a7-2d21-42d3-a4e3-ac36552dd844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:38.264986 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e99a66fc-8a7b-4f68-8db4-34f6f975a28d admin admin] Notify agent at l3_agent.dv-cinder-840375-1-iscsi the message routers_updated {{(pid=114212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 00:02:38.266061 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-e99a66fc-8a7b-4f68-8db4-34f6f975a28d admin admin] 10.222.0.13 "PUT /v2.0/routers/a3200aa6-d928-4b6a-8eec-034a619ea914/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9824004 May 04 00:02:38.288422 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-3d8ca0a7-2d21-42d3-a4e3-ac36552dd844 None None] Port 6e668a8e-aa6f-4daf-a983-4e1ad532b99a cannot update to ACTIVE because it is not bound. {{(pid=114214) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 04 00:02:39.189437 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 45378) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:02:39.195276 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.v2.base [None req-de99df1c-c2c6-4d7d-8010-99f11411b53a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1841654225-network', 'tenant_id': '0fc65098df404968bc2b65db44a69ad0'}} {{(pid=114213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 00:02:39.283885 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de99df1c-c2c6-4d7d-8010-99f11411b53a admin admin] Made reservation on behalf of 0fc65098df404968bc2b65db44a69ad0 for: {'network': 1} {{(pid=114213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 00:02:39.286607 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-de99df1c-c2c6-4d7d-8010-99f11411b53a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for network, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:39.298596 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-de99df1c-c2c6-4d7d-8010-99f11411b53a admin admin] Notify callbacks [] for security_group, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:39.402993 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-de99df1c-c2c6-4d7d-8010-99f11411b53a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:39.406313 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device 7aa6a057-8769-4e26-8a71-4f5532d1df51 up at agent ovs-agent-dv-cinder-840375-1-iscsi {{(pid=114214) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 00:02:39.458042 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Provisioning complete for port 7aa6a057-8769-4e26-8a71-4f5532d1df51 triggered by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 00:02:39.458419 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:39.464679 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-de99df1c-c2c6-4d7d-8010-99f11411b53a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:39.498332 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de99df1c-c2c6-4d7d-8010-99f11411b53a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=114213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 00:02:39.505633 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de99df1c-c2c6-4d7d-8010-99f11411b53a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c9ecd0b-c78d-4c7e-ac9f-2374600e1439,revision_number=1']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:02:39.511443 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-de99df1c-c2c6-4d7d-8010-99f11411b53a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-611538'] for segment, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:39.511790 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.db.segments_db [None req-de99df1c-c2c6-4d7d-8010-99f11411b53a admin admin] Added segment e8eced1d-e4a1-416e-96bf-0bb555398bfb of type vlan for network 441050be-e452-411b-a1ac-d4d20fe399ad May 04 00:02:39.560082 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-de99df1c-c2c6-4d7d-8010-99f11411b53a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733331214529'] for network, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:39.577579 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:39.599980 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] For port 7aa6a057-8769-4e26-8a71-4f5532d1df51, host dv-cinder-840375-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=7aa6a057-8769-4e26-8a71-4f5532d1df51,segment=NetworkSegment(5eb57155-ed9e-4c45-a041-92a5f67bc876),segment_id=5eb57155-ed9e-4c45-a041-92a5f67bc876)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 00:02:39.642228 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-de99df1c-c2c6-4d7d-8010-99f11411b53a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298'] for network, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:39.643477 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de99df1c-c2c6-4d7d-8010-99f11411b53a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:02:39.644208 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-de99df1c-c2c6-4d7d-8010-99f11411b53a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748400'] for network, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:39.672839 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:39.717474 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de99df1c-c2c6-4d7d-8010-99f11411b53a admin admin] Pushing event updated for resources: {'Network': ['ID=441050be-e452-411b-a1ac-d4d20fe399ad,revision_number=1']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:02:39.729736 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Network 441050be-e452-411b-a1ac-d4d20fe399ad details requested by agent ovs-agent-dv-cinder-840375-1-iscsi with host dv-cinder-840375-1-iscsi {{(pid=114214) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 00:02:39.747579 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Pushing event updated for resources: {'Port': ['ID=7aa6a057-8769-4e26-8a71-4f5532d1df51,revision_number=4']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:02:39.759904 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-de99df1c-c2c6-4d7d-8010-99f11411b53a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5692737 May 04 00:02:39.762538 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 45390) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:02:39.767817 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.v2.base [None req-0f726524-a0be-4b41-aece-66d296cb0bf8 admin admin] Request body: {'subnet': {'network_id': '441050be-e452-411b-a1ac-d4d20fe399ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1841654225-subnet', 'tenant_id': '0fc65098df404968bc2b65db44a69ad0', 'ip_version': 4}} {{(pid=114213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 00:02:39.796071 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f45db6a-8afc-422f-8716-abc10a9614ed None None] Sync routers for ids ['a3200aa6-d928-4b6a-8eec-034a619ea914'] in dv-cinder-840375-1-iscsi {{(pid=114215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 00:02:39.812855 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f45db6a-8afc-422f-8716-abc10a9614ed None None] Routers {'a3200aa6-d928-4b6a-8eec-034a619ea914'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 00:02:39.813405 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-7f45db6a-8afc-422f-8716-abc10a9614ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-04T00:02:34Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['a3200aa6-d928-4b6a-8eec-034a619ea914'], 'active': True} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:02:39.900128 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f726524-a0be-4b41-aece-66d296cb0bf8 admin admin] Made reservation on behalf of 0fc65098df404968bc2b65db44a69ad0 for: {'subnet': 1} {{(pid=114213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 00:02:39.902790 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-0f726524-a0be-4b41-aece-66d296cb0bf8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25579759'] for subnet, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:39.921561 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvr_db [None req-7f45db6a-8afc-422f-8716-abc10a9614ed None None] Set router a3200aa6-d928-4b6a-8eec-034a619ea914 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 00:02:40.128076 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-7f45db6a-8afc-422f-8716-abc10a9614ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3200aa6-d928-4b6a-8eec-034a619ea914', 'name': 'tempest-TestVolumeBootPattern-1448041422-router', 'tenant_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '7aa6a057-8769-4e26-8a71-4f5532d1df51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T00:02:34Z', 'updated_at': '2022-05-04T00:02:37Z', 'revision_number': 4, 'project_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'gw_port': {'id': '7aa6a057-8769-4e26-8a71-4f5532d1df51', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:77:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3200aa6-d928-4b6a-8eec-034a619ea914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T00:02:34Z', 'updated_at': '2022-05-04T00:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_interfaces': [{'id': '6e668a8e-aa6f-4daf-a983-4e1ad532b99a', 'name': '', 'network_id': '083b8e2e-95a8-4b62-92a0-b6216788e85b', 'tenant_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'mac_address': 'fa:16:3e:29:2f:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3200aa6-d928-4b6a-8eec-034a619ea914', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '3dcc9a01-4442-401c-88f0-a40e235839be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T00:02:36Z', 'updated_at': '2022-05-04T00:02:37Z', 'revision_number': 2, 'project_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'subnets': [{'id': '3dcc9a01-4442-401c-88f0-a40e235839be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:02:40.169284 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-0f726524-a0be-4b41-aece-66d296cb0bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26196818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25579769'] for subnet, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:40.230180 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f726524-a0be-4b41-aece-66d296cb0bf8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=225486a1-39aa-473d-bf5a-dc6bc6e23741,revision_number=0']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:02:40.237471 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f726524-a0be-4b41-aece-66d296cb0bf8 admin admin] Checking segment: {'id': 'e8eced1d-e4a1-416e-96bf-0bb555398bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '441050be-e452-411b-a1ac-d4d20fe399ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 00:02:40.237838 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f726524-a0be-4b41-aece-66d296cb0bf8 admin admin] Network hostable DHCP agents. Network: 441050be-e452-411b-a1ac-d4d20fe399ad, hostable agents: ['68d83d53-3271-4b5e-a364-332abe4e6306'], hosted agents: [] {{(pid=114213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 00:02:40.246276 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f45db6a-8afc-422f-8716-abc10a9614ed None None] Checking router: a3200aa6-d928-4b6a-8eec-034a619ea914 for host: dv-cinder-840375-1-iscsi {{(pid=114215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 00:02:40.246626 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f45db6a-8afc-422f-8716-abc10a9614ed None None] Updating router a3200aa6-d928-4b6a-8eec-034a619ea914 port 6e668a8e-aa6f-4daf-a983-4e1ad532b99a binding host dv-cinder-840375-1-iscsi {{(pid=114215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 00:02:40.273511 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron_lib.callbacks.manager [None req-7f45db6a-8afc-422f-8716-abc10a9614ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:40.339126 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f726524-a0be-4b41-aece-66d296cb0bf8 admin admin] Network 441050be-e452-411b-a1ac-d4d20fe399ad is scheduled to be hosted by DHCP agent 68d83d53-3271-4b5e-a364-332abe4e6306 with binding_index 1 {{(pid=114213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 00:02:40.430556 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.base_scheduler [None req-0f726524-a0be-4b41-aece-66d296cb0bf8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840375-1-iscsi, 441050be-e452-411b-a1ac-d4d20fe399ad) {{(pid=114213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 00:02:40.434959 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f726524-a0be-4b41-aece-66d296cb0bf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:02:40.435565 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-0f726524-a0be-4b41-aece-66d296cb0bf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748400'] for subnet, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:40.440868 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32fa3c6-b658-4e1b-bfab-78fbb640ef9f None None] Network 441050be-e452-411b-a1ac-d4d20fe399ad requested from dv-cinder-840375-1-iscsi {{(pid=114214) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 00:02:40.530063 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-0f726524-a0be-4b41-aece-66d296cb0bf8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7637286 May 04 00:02:40.531736 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 45414) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:02:40.538844 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.v2.base [None req-3a665553-6b08-4f9c-a891-54209aa1e2b4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1841654225-router', 'tenant_id': '0fc65098df404968bc2b65db44a69ad0', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c'}}} {{(pid=114213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 00:02:40.566832 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron_lib.callbacks.manager [None req-7f45db6a-8afc-422f-8716-abc10a9614ed None None] Notify callbacks [] for port, precommit_update {{(pid=114215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:40.590349 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e51969-e102-4745-954d-14655715311f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6859a26-b6ae-50b6-ac7d-ce164fc290cc-441050be-e452-411b-a1ac-d4d20fe399ad', 'network_id': '441050be-e452-411b-a1ac-d4d20fe399ad', 'tenant_id': '0fc65098df404968bc2b65db44a69ad0', 'fixed_ips': [{'subnet_id': '225486a1-39aa-473d-bf5a-dc6bc6e23741'}]}} from dv-cinder-840375-1-iscsi. {{(pid=114214) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 04 00:02:40.591189 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-d4e51969-e102-4745-954d-14655715311f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_create {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:40.653524 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron_lib.callbacks.manager [None req-7f45db6a-8afc-422f-8716-abc10a9614ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:40.653884 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-3a665553-6b08-4f9c-a891-54209aa1e2b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3756941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9675'] for router, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:40.655379 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-3a665553-6b08-4f9c-a891-54209aa1e2b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3759997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3761351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3931738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9666'] for router, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:40.704675 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23a5d8f-91f3-4cb0-a02e-f87d958b6147 None None] Pushing event updated for resources: {'Port': ['ID=6e668a8e-aa6f-4daf-a983-4e1ad532b99a,revision_number=3']} {{(pid=114215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:02:40.713775 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23a5d8f-91f3-4cb0-a02e-f87d958b6147 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:02:40.714497 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23a5d8f-91f3-4cb0-a02e-f87d958b6147 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:02:40.715020 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23a5d8f-91f3-4cb0-a02e-f87d958b6147 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:02:40.715331 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23a5d8f-91f3-4cb0-a02e-f87d958b6147 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:02:40.715840 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23a5d8f-91f3-4cb0-a02e-f87d958b6147 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:02:40.716170 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23a5d8f-91f3-4cb0-a02e-f87d958b6147 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:02:40.716496 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23a5d8f-91f3-4cb0-a02e-f87d958b6147 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:02:40.716817 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23a5d8f-91f3-4cb0-a02e-f87d958b6147 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:02:40.717162 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23a5d8f-91f3-4cb0-a02e-f87d958b6147 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:02:40.717498 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23a5d8f-91f3-4cb0-a02e-f87d958b6147 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:02:40.717822 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23a5d8f-91f3-4cb0-a02e-f87d958b6147 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:02:40.718163 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23a5d8f-91f3-4cb0-a02e-f87d958b6147 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:02:40.741511 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-3a665553-6b08-4f9c-a891-54209aa1e2b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:40.748427 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.db_base_plugin_common [None req-d4e51969-e102-4745-954d-14655715311f None None] Allocated IP 172.20.0.2 (441050be-e452-411b-a1ac-d4d20fe399ad/225486a1-39aa-473d-bf5a-dc6bc6e23741/03fdda48-0843-4ff7-9aad-d06d667078b9) {{(pid=114214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 00:02:40.791754 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.managers [None req-7f45db6a-8afc-422f-8716-abc10a9614ed None None] Attempting to bind port 6e668a8e-aa6f-4daf-a983-4e1ad532b99a on host dv-cinder-840375-1-iscsi for vnic_type normal with profile {{(pid=114215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 00:02:40.792233 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.managers [None req-7f45db6a-8afc-422f-8716-abc10a9614ed None None] Attempting to bind port 6e668a8e-aa6f-4daf-a983-4e1ad532b99a by drivers openvswitch,hyperv on host dv-cinder-840375-1-iscsi at level 0 using segments [{'id': '05b04087-dd39-4217-8749-e37f6c78c3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '083b8e2e-95a8-4b62-92a0-b6216788e85b'}] {{(pid=114215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 00:02:40.792679 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f45db6a-8afc-422f-8716-abc10a9614ed None None] Attempting to bind port 6e668a8e-aa6f-4daf-a983-4e1ad532b99a on network 083b8e2e-95a8-4b62-92a0-b6216788e85b {{(pid=114215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 00:02:40.798196 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f45db6a-8afc-422f-8716-abc10a9614ed None None] Checking agent: {'id': 'cd69fb9c-fe1e-4524-b6a8-2fc8f7c83280', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840375-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 23, 44, 7), 'started_at': datetime.datetime(2022, 5, 3, 23, 44, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 0, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840375-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 00:02:40.804358 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f45db6a-8afc-422f-8716-abc10a9614ed None None] Checking segment: {'id': '05b04087-dd39-4217-8749-e37f6c78c3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '083b8e2e-95a8-4b62-92a0-b6216788e85b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 00:02:40.804358 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron_lib.callbacks.manager [None req-7f45db6a-8afc-422f-8716-abc10a9614ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:40.804358 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f45db6a-8afc-422f-8716-abc10a9614ed None None] Bound using segment: {'id': '05b04087-dd39-4217-8749-e37f6c78c3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '083b8e2e-95a8-4b62-92a0-b6216788e85b'} {{(pid=114215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 00:02:40.804358 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.managers [None req-7f45db6a-8afc-422f-8716-abc10a9614ed None None] Bound port: 6e668a8e-aa6f-4daf-a983-4e1ad532b99a, host: dv-cinder-840375-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b04087-dd39-4217-8749-e37f6c78c3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '083b8e2e-95a8-4b62-92a0-b6216788e85b'}}] {{(pid=114215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 00:02:40.804358 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron_lib.callbacks.manager [None req-7f45db6a-8afc-422f-8716-abc10a9614ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:40.896590 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.db [None req-7f45db6a-8afc-422f-8716-abc10a9614ed None None] For port 6e668a8e-aa6f-4daf-a983-4e1ad532b99a, host dv-cinder-840375-1-iscsi, cleared binding levels {{(pid=114215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 00:02:40.900734 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.db [None req-7f45db6a-8afc-422f-8716-abc10a9614ed None None] For port 6e668a8e-aa6f-4daf-a983-4e1ad532b99a, host dv-cinder-840375-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=6e668a8e-aa6f-4daf-a983-4e1ad532b99a,segment=NetworkSegment(05b04087-dd39-4217-8749-e37f6c78c3bf),segment_id=05b04087-dd39-4217-8749-e37f6c78c3bf)] {{(pid=114215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 00:02:40.942744 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-d4e51969-e102-4745-954d-14655715311f None None] Notify callbacks [] for port, precommit_create {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:40.975930 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron_lib.callbacks.manager [None req-7f45db6a-8afc-422f-8716-abc10a9614ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:40.994496 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-3a665553-6b08-4f9c-a891-54209aa1e2b4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:41.013725 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-d4e51969-e102-4745-954d-14655715311f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733331236172'] for port, after_create {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:41.035030 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f45db6a-8afc-422f-8716-abc10a9614ed None None] Routers {'a3200aa6-d928-4b6a-8eec-034a619ea914'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 00:02:41.035656 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-7f45db6a-8afc-422f-8716-abc10a9614ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-04T00:02:34Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['a3200aa6-d928-4b6a-8eec-034a619ea914'], 'active': True} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:02:41.059036 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e51969-e102-4745-954d-14655715311f None None] Network 441050be-e452-411b-a1ac-d4d20fe399ad is already hosted by enough agents. {{(pid=114214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 00:02:41.067176 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.scheduler.base_scheduler [None req-d4e51969-e102-4745-954d-14655715311f None None] Resources bound (agent type, host, resource id): {{(pid=114214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 00:02:41.075621 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23a5d8f-91f3-4cb0-a02e-f87d958b6147 None None] Pushing event updated for resources: {'Port': ['ID=6e668a8e-aa6f-4daf-a983-4e1ad532b99a,revision_number=4']} {{(pid=114215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:02:41.084375 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e51969-e102-4745-954d-14655715311f None None] Received port after_create {{(pid=114214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 00:02:41.101845 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-15494311-8774-453f-8504-5c1686477f24 None None] Provisioning complete for port 6e668a8e-aa6f-4daf-a983-4e1ad532b99a triggered by entity DHCP. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 00:02:41.103052 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-15494311-8774-453f-8504-5c1686477f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:41.106686 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e51969-e102-4745-954d-14655715311f None None] Pushing event updated for resources: {'Port': ['ID=03fdda48-0843-4ff7-9aad-d06d667078b9,revision_number=1']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:02:41.193108 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvr_db [None req-7f45db6a-8afc-422f-8716-abc10a9614ed None None] Set router a3200aa6-d928-4b6a-8eec-034a619ea914 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 00:02:41.197997 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.managers [None req-d4e51969-e102-4745-954d-14655715311f None None] Attempting to bind port 03fdda48-0843-4ff7-9aad-d06d667078b9 on host dv-cinder-840375-1-iscsi for vnic_type normal with profile {{(pid=114214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 00:02:41.198373 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.managers [None req-d4e51969-e102-4745-954d-14655715311f None None] Attempting to bind port 03fdda48-0843-4ff7-9aad-d06d667078b9 by drivers openvswitch,hyperv on host dv-cinder-840375-1-iscsi at level 0 using segments [{'id': 'e8eced1d-e4a1-416e-96bf-0bb555398bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '441050be-e452-411b-a1ac-d4d20fe399ad'}] {{(pid=114214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 00:02:41.198737 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e51969-e102-4745-954d-14655715311f None None] Attempting to bind port 03fdda48-0843-4ff7-9aad-d06d667078b9 on network 441050be-e452-411b-a1ac-d4d20fe399ad {{(pid=114214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 00:02:41.207499 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e51969-e102-4745-954d-14655715311f None None] Checking agent: {'id': 'cd69fb9c-fe1e-4524-b6a8-2fc8f7c83280', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840375-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 23, 44, 7), 'started_at': datetime.datetime(2022, 5, 3, 23, 44, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 0, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840375-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 00:02:41.207916 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e51969-e102-4745-954d-14655715311f None None] Checking segment: {'id': 'e8eced1d-e4a1-416e-96bf-0bb555398bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '441050be-e452-411b-a1ac-d4d20fe399ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 00:02:41.208317 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-d4e51969-e102-4745-954d-14655715311f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:41.208734 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e51969-e102-4745-954d-14655715311f None None] Bound using segment: {'id': 'e8eced1d-e4a1-416e-96bf-0bb555398bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '441050be-e452-411b-a1ac-d4d20fe399ad'} {{(pid=114214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 00:02:41.209174 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.managers [None req-d4e51969-e102-4745-954d-14655715311f None None] Bound port: 03fdda48-0843-4ff7-9aad-d06d667078b9, host: dv-cinder-840375-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8eced1d-e4a1-416e-96bf-0bb555398bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '441050be-e452-411b-a1ac-d4d20fe399ad'}}] {{(pid=114214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 00:02:41.209556 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-d4e51969-e102-4745-954d-14655715311f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:41.288396 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-15494311-8774-453f-8504-5c1686477f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:41.323092 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-d4e51969-e102-4745-954d-14655715311f None None] For port 03fdda48-0843-4ff7-9aad-d06d667078b9, host dv-cinder-840375-1-iscsi, cleared binding levels {{(pid=114214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 00:02:41.329703 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-d4e51969-e102-4745-954d-14655715311f None None] For port 03fdda48-0843-4ff7-9aad-d06d667078b9, host dv-cinder-840375-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=03fdda48-0843-4ff7-9aad-d06d667078b9,segment=NetworkSegment(e8eced1d-e4a1-416e-96bf-0bb555398bfb),segment_id=e8eced1d-e4a1-416e-96bf-0bb555398bfb)] {{(pid=114214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 00:02:41.342452 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-15494311-8774-453f-8504-5c1686477f24 None None] For port 6e668a8e-aa6f-4daf-a983-4e1ad532b99a, host dv-cinder-840375-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=6e668a8e-aa6f-4daf-a983-4e1ad532b99a,segment=NetworkSegment(05b04087-dd39-4217-8749-e37f6c78c3bf),segment_id=05b04087-dd39-4217-8749-e37f6c78c3bf)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 00:02:41.380565 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-3a665553-6b08-4f9c-a891-54209aa1e2b4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:41.393356 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 45424) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:02:41.393879 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device 7aa6a057-8769-4e26-8a71-4f5532d1df51 up at agent ovs-agent-dv-cinder-840375-1-iscsi {{(pid=114214) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 00:02:41.417491 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-3a665553-6b08-4f9c-a891-54209aa1e2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:41.422957 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-d4e51969-e102-4745-954d-14655715311f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:41.464463 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-15494311-8774-453f-8504-5c1686477f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:41.502755 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e51969-e102-4745-954d-14655715311f None None] Pushing event updated for resources: {'Port': ['ID=03fdda48-0843-4ff7-9aad-d06d667078b9,revision_number=2']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:02:41.517143 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.agents_db [None req-33eb5aa9-4e04-49df-8f84-9829a3bd54c6 None None] Agent healthcheck: found 6 active agents {{(pid=114215) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 00:02:41.525096 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-7f45db6a-8afc-422f-8716-abc10a9614ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3200aa6-d928-4b6a-8eec-034a619ea914', 'name': 'tempest-TestVolumeBootPattern-1448041422-router', 'tenant_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '7aa6a057-8769-4e26-8a71-4f5532d1df51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T00:02:34Z', 'updated_at': '2022-05-04T00:02:37Z', 'revision_number': 4, 'project_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'gw_port': {'id': '7aa6a057-8769-4e26-8a71-4f5532d1df51', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:77:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3200aa6-d928-4b6a-8eec-034a619ea914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T00:02:34Z', 'updated_at': '2022-05-04T00:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_interfaces': [{'id': '6e668a8e-aa6f-4daf-a983-4e1ad532b99a', 'name': '', 'network_id': '083b8e2e-95a8-4b62-92a0-b6216788e85b', 'tenant_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'mac_address': 'fa:16:3e:29:2f:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3200aa6-d928-4b6a-8eec-034a619ea914', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '3dcc9a01-4442-401c-88f0-a40e235839be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T00:02:36Z', 'updated_at': '2022-05-04T00:02:40Z', 'revision_number': 4, 'project_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'subnets': [{'id': '3dcc9a01-4442-401c-88f0-a40e235839be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:02:41.547499 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-42c5becc-edf5-42b0-878a-a85743d7591e admin admin] Notify callbacks [] for security_group, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:41.551955 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Provisioning complete for port 7aa6a057-8769-4e26-8a71-4f5532d1df51 triggered by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 00:02:41.551955 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:41.565138 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f45db6a-8afc-422f-8716-abc10a9614ed None None] The sync data for ids ['a3200aa6-d928-4b6a-8eec-034a619ea914'] in dv-cinder-840375-1-iscsi is: [{'id': 'a3200aa6-d928-4b6a-8eec-034a619ea914', 'name': 'tempest-TestVolumeBootPattern-1448041422-router', 'tenant_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '7aa6a057-8769-4e26-8a71-4f5532d1df51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T00:02:34Z', 'updated_at': '2022-05-04T00:02:37Z', 'revision_number': 4, 'project_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'gw_port': {'id': '7aa6a057-8769-4e26-8a71-4f5532d1df51', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:77:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3200aa6-d928-4b6a-8eec-034a619ea914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T00:02:34Z', 'updated_at': '2022-05-04T00:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_interfaces': [{'id': '6e668a8e-aa6f-4daf-a983-4e1ad532b99a', 'name': '', 'network_id': '083b8e2e-95a8-4b62-92a0-b6216788e85b', 'tenant_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'mac_address': 'fa:16:3e:29:2f:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3200aa6-d928-4b6a-8eec-034a619ea914', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '3dcc9a01-4442-401c-88f0-a40e235839be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T00:02:36Z', 'updated_at': '2022-05-04T00:02:40Z', 'revision_number': 4, 'project_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'subnets': [{'id': '3dcc9a01-4442-401c-88f0-a40e235839be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 00:02:41.619841 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.db.db_base_plugin_common [None req-3a665553-6b08-4f9c-a891-54209aa1e2b4 admin admin] Allocated IP 172.27.2.44 (b899e136-3b25-4af5-bb18-9827145d490c/f9ce11e5-b806-4ff0-a648-9987146ccd8a/f95672e0-9a13-4c89-8dfd-42b7bd7f7ebb) {{(pid=114213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 00:02:41.668155 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15494311-8774-453f-8504-5c1686477f24 None None] Pushing event updated for resources: {'Port': ['ID=6e668a8e-aa6f-4daf-a983-4e1ad532b99a,revision_number=5']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:02:41.675592 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-814c70c8-839b-4f12-b088-a5f3313697f9 None None] Provisioning complete for port 6e668a8e-aa6f-4daf-a983-4e1ad532b99a triggered by entity DHCP. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 00:02:41.675971 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-814c70c8-839b-4f12-b088-a5f3313697f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:41.681076 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-42c5becc-edf5-42b0-878a-a85743d7591e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:41.751714 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-42c5becc-edf5-42b0-878a-a85743d7591e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:41.846103 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-3a665553-6b08-4f9c-a891-54209aa1e2b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:41.863323 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-42c5becc-edf5-42b0-878a-a85743d7591e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fbbcfbe0fc8e47fa90b44036c951b44e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4681644 May 04 00:02:41.867364 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 45428) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:02:41.883839 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c5becc-edf5-42b0-878a-a85743d7591e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77a3c59f-fd20-4bf8-86a2-4830c7c256eb,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:02:41.941042 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-3a665553-6b08-4f9c-a891-54209aa1e2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733331236172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25969890'] for port, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:41.944838 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-deecc7ee-138e-4bc5-be4f-abc8daa9a6d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:41.972008 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-deecc7ee-138e-4bc5-be4f-abc8daa9a6d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:41.988309 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a665553-6b08-4f9c-a891-54209aa1e2b4 admin admin] Pushing event updated for resources: {'Port': ['ID=f95672e0-9a13-4c89-8dfd-42b7bd7f7ebb,revision_number=1']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:02:42.008384 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a665553-6b08-4f9c-a891-54209aa1e2b4 admin admin] Network b899e136-3b25-4af5-bb18-9827145d490c is already hosted by enough agents. {{(pid=114213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 00:02:42.009859 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.base_scheduler [None req-3a665553-6b08-4f9c-a891-54209aa1e2b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=114213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 00:02:42.013490 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a665553-6b08-4f9c-a891-54209aa1e2b4 admin admin] Received port after_create {{(pid=114213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 00:02:42.089310 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-deecc7ee-138e-4bc5-be4f-abc8daa9a6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:42.091936 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-deecc7ee-138e-4bc5-be4f-abc8daa9a6d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:42.102507 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-deecc7ee-138e-4bc5-be4f-abc8daa9a6d3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/77a3c59f-fd20-4bf8-86a2-4830c7c256eb HTTP/1.1" status: 204 len: 168 time: 0.2221165 May 04 00:02:42.113157 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deecc7ee-138e-4bc5-be4f-abc8daa9a6d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a3c59f-fd20-4bf8-86a2-4830c7c256eb,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:02:42.376305 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-3a665553-6b08-4f9c-a891-54209aa1e2b4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:42.613581 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-3a665553-6b08-4f9c-a891-54209aa1e2b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3759990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3761396'] for router, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:42.690475 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77517caa-3834-4dcb-974c-feeeca1fdbcb None None] Network 441050be-e452-411b-a1ac-d4d20fe399ad requested from dv-cinder-840375-1-iscsi {{(pid=114214) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 00:02:42.776637 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-345d0ebb-17bc-459d-a834-efc4fd887a48 None None] Provisioning complete for port 03fdda48-0843-4ff7-9aad-d06d667078b9 triggered by entity DHCP. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 00:02:42.777009 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-345d0ebb-17bc-459d-a834-efc4fd887a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:42.853337 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a665553-6b08-4f9c-a891-54209aa1e2b4 admin admin] Router 7714315d-ea3b-4274-b42d-a2ec57ac33e1 is scheduled to L3 agent 758adf3f-89d7-4e1b-912e-3871fb413390 with binding_index 1 {{(pid=114213) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 00:02:42.929594 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-345d0ebb-17bc-459d-a834-efc4fd887a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:42.945182 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 45434) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:02:42.964238 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-e3827a17-999e-4bab-aaa1-5b703d93d15f admin admin] Notify callbacks [] for security_group, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:42.974755 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-345d0ebb-17bc-459d-a834-efc4fd887a48 None None] For port 03fdda48-0843-4ff7-9aad-d06d667078b9, host dv-cinder-840375-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=03fdda48-0843-4ff7-9aad-d06d667078b9,segment=NetworkSegment(e8eced1d-e4a1-416e-96bf-0bb555398bfb),segment_id=e8eced1d-e4a1-416e-96bf-0bb555398bfb)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 00:02:42.981745 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a665553-6b08-4f9c-a891-54209aa1e2b4 admin admin] Notify agent at l3_agent.dv-cinder-840375-1-iscsi the message routers_updated {{(pid=114213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 00:02:42.996090 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635a4cf4-f635-4e5e-ba3f-2d83e386374b None None] Sync routers for ids ['7714315d-ea3b-4274-b42d-a2ec57ac33e1'] in dv-cinder-840375-1-iscsi {{(pid=114214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 00:02:43.014846 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635a4cf4-f635-4e5e-ba3f-2d83e386374b None None] Routers {'7714315d-ea3b-4274-b42d-a2ec57ac33e1'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 00:02:43.015647 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-635a4cf4-f635-4e5e-ba3f-2d83e386374b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-04T00:02:34Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['7714315d-ea3b-4274-b42d-a2ec57ac33e1'], 'active': True} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:02:43.061148 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-345d0ebb-17bc-459d-a834-efc4fd887a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:43.063406 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-e3827a17-999e-4bab-aaa1-5b703d93d15f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:43.090985 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-3a665553-6b08-4f9c-a891-54209aa1e2b4 admin admin] Notify callbacks [] for router, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:43.092242 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-3a665553-6b08-4f9c-a891-54209aa1e2b4 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5593240 May 04 00:02:43.095106 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 45436) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:02:43.144653 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-e3827a17-999e-4bab-aaa1-5b703d93d15f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:43.165252 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345d0ebb-17bc-459d-a834-efc4fd887a48 None None] Pushing event updated for resources: {'Port': ['ID=03fdda48-0843-4ff7-9aad-d06d667078b9,revision_number=3']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:02:43.169194 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvr_db [None req-635a4cf4-f635-4e5e-ba3f-2d83e386374b None None] Set router 7714315d-ea3b-4274-b42d-a2ec57ac33e1 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 00:02:43.179130 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3827a17-999e-4bab-aaa1-5b703d93d15f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e7ee0de-92bc-4a16-8c70-1cbe7e371652,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:02:43.200669 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-e3827a17-999e-4bab-aaa1-5b703d93d15f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=58b24288bf9c4dd795b8f3baa0fddd84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2527454 May 04 00:02:43.204447 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 45438) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:02:43.259383 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-70c180e6-0fdd-4528-b340-762153eb800e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:43.277638 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-35ceb321-0e66-4fb0-ade4-88ced5427e4b None None] Provisioning complete for port 03fdda48-0843-4ff7-9aad-d06d667078b9 triggered by entity DHCP. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 00:02:43.278030 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-35ceb321-0e66-4fb0-ade4-88ced5427e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:43.285144 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-70c180e6-0fdd-4528-b340-762153eb800e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:43.418744 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-70c180e6-0fdd-4528-b340-762153eb800e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:43.421635 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-70c180e6-0fdd-4528-b340-762153eb800e admin admin] Notify callbacks [] for security_group, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:43.423021 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-70c180e6-0fdd-4528-b340-762153eb800e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0e7ee0de-92bc-4a16-8c70-1cbe7e371652 HTTP/1.1" status: 204 len: 168 time: 0.2176571 May 04 00:02:43.436465 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c180e6-0fdd-4528-b340-762153eb800e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e7ee0de-92bc-4a16-8c70-1cbe7e371652,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:02:43.475106 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-635a4cf4-f635-4e5e-ba3f-2d83e386374b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7714315d-ea3b-4274-b42d-a2ec57ac33e1', 'name': 'tempest-TestVolumeBootPattern-1841654225-router', 'tenant_id': '0fc65098df404968bc2b65db44a69ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': 'f95672e0-9a13-4c89-8dfd-42b7bd7f7ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T00:02:40Z', 'updated_at': '2022-05-04T00:02:42Z', 'revision_number': 3, 'project_id': '0fc65098df404968bc2b65db44a69ad0', 'gw_port': {'id': 'f95672e0-9a13-4c89-8dfd-42b7bd7f7ebb', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2d:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7714315d-ea3b-4274-b42d-a2ec57ac33e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T00:02:41Z', 'updated_at': '2022-05-04T00:02:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi'}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:02:43.480116 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device 03fdda48-0843-4ff7-9aad-d06d667078b9 up at agent ovs-agent-dv-cinder-840375-1-iscsi {{(pid=114214) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 00:02:43.621289 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-aa00e963-dd9f-4c77-b912-af8066d17faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:43.673690 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635a4cf4-f635-4e5e-ba3f-2d83e386374b None None] Checking router: 7714315d-ea3b-4274-b42d-a2ec57ac33e1 for host: dv-cinder-840375-1-iscsi {{(pid=114214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 00:02:43.674102 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635a4cf4-f635-4e5e-ba3f-2d83e386374b None None] Updating router 7714315d-ea3b-4274-b42d-a2ec57ac33e1 port f95672e0-9a13-4c89-8dfd-42b7bd7f7ebb binding host dv-cinder-840375-1-iscsi {{(pid=114214) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 00:02:43.712964 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-635a4cf4-f635-4e5e-ba3f-2d83e386374b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:43.758475 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Provisioning complete for port 03fdda48-0843-4ff7-9aad-d06d667078b9 triggered by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 00:02:43.758840 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:43.796445 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.db.db_base_plugin_common [None req-aa00e963-dd9f-4c77-b912-af8066d17faa admin admin] Allocated IP 172.20.0.1 (441050be-e452-411b-a1ac-d4d20fe399ad/225486a1-39aa-473d-bf5a-dc6bc6e23741/b352a859-0dcf-446a-bbef-a823379a131c) {{(pid=114213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 00:02:43.907976 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-aa00e963-dd9f-4c77-b912-af8066d17faa admin admin] Notify callbacks [] for port, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:43.980018 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device 6e668a8e-aa6f-4daf-a983-4e1ad532b99a up at agent ovs-agent-dv-cinder-840375-1-iscsi {{(pid=114214) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 00:02:44.009365 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-aa00e963-dd9f-4c77-b912-af8066d17faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733331236172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25969890'] for port, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:44.046193 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa00e963-dd9f-4c77-b912-af8066d17faa admin admin] Network 441050be-e452-411b-a1ac-d4d20fe399ad is already hosted by enough agents. {{(pid=114213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 00:02:44.053574 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.base_scheduler [None req-aa00e963-dd9f-4c77-b912-af8066d17faa admin admin] Resources bound (agent type, host, resource id): {{(pid=114213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 00:02:44.057261 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa00e963-dd9f-4c77-b912-af8066d17faa admin admin] Received port after_create {{(pid=114213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 00:02:44.092302 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Provisioning complete for port 6e668a8e-aa6f-4daf-a983-4e1ad532b99a triggered by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 00:02:44.092679 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:44.127088 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-635a4cf4-f635-4e5e-ba3f-2d83e386374b None None] Notify callbacks [] for port, precommit_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:44.193145 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-635a4cf4-f635-4e5e-ba3f-2d83e386374b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:44.268407 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.managers [None req-635a4cf4-f635-4e5e-ba3f-2d83e386374b None None] Attempting to bind port f95672e0-9a13-4c89-8dfd-42b7bd7f7ebb on host dv-cinder-840375-1-iscsi for vnic_type normal with profile {{(pid=114214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 00:02:44.268940 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.managers [None req-635a4cf4-f635-4e5e-ba3f-2d83e386374b None None] Attempting to bind port f95672e0-9a13-4c89-8dfd-42b7bd7f7ebb by drivers openvswitch,hyperv on host dv-cinder-840375-1-iscsi at level 0 using segments [{'id': '5eb57155-ed9e-4c45-a041-92a5f67bc876', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c'}] {{(pid=114214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 00:02:44.269399 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635a4cf4-f635-4e5e-ba3f-2d83e386374b None None] Attempting to bind port f95672e0-9a13-4c89-8dfd-42b7bd7f7ebb on network b899e136-3b25-4af5-bb18-9827145d490c {{(pid=114214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 00:02:44.282149 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af18098-9155-4c4e-a19b-e65142d5904c None None] Pushing event updated for resources: {'Port': ['ID=f95672e0-9a13-4c89-8dfd-42b7bd7f7ebb,revision_number=2']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:02:44.284698 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635a4cf4-f635-4e5e-ba3f-2d83e386374b None None] Checking agent: {'id': 'cd69fb9c-fe1e-4524-b6a8-2fc8f7c83280', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840375-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 23, 44, 7), 'started_at': datetime.datetime(2022, 5, 3, 23, 44, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 0, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840375-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 00:02:44.285188 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635a4cf4-f635-4e5e-ba3f-2d83e386374b None None] Checking segment: {'id': '5eb57155-ed9e-4c45-a041-92a5f67bc876', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 00:02:44.285797 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-635a4cf4-f635-4e5e-ba3f-2d83e386374b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:44.287434 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635a4cf4-f635-4e5e-ba3f-2d83e386374b None None] Bound using segment: {'id': '5eb57155-ed9e-4c45-a041-92a5f67bc876', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c'} {{(pid=114214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 00:02:44.288011 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.managers [None req-635a4cf4-f635-4e5e-ba3f-2d83e386374b None None] Bound port: f95672e0-9a13-4c89-8dfd-42b7bd7f7ebb, host: dv-cinder-840375-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb57155-ed9e-4c45-a041-92a5f67bc876', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c'}}] {{(pid=114214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 00:02:44.298438 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-635a4cf4-f635-4e5e-ba3f-2d83e386374b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:44.359987 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-635a4cf4-f635-4e5e-ba3f-2d83e386374b None None] For port f95672e0-9a13-4c89-8dfd-42b7bd7f7ebb, host dv-cinder-840375-1-iscsi, cleared binding levels {{(pid=114214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 00:02:44.379310 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-635a4cf4-f635-4e5e-ba3f-2d83e386374b None None] For port f95672e0-9a13-4c89-8dfd-42b7bd7f7ebb, host dv-cinder-840375-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=f95672e0-9a13-4c89-8dfd-42b7bd7f7ebb,segment=NetworkSegment(5eb57155-ed9e-4c45-a041-92a5f67bc876),segment_id=5eb57155-ed9e-4c45-a041-92a5f67bc876)] {{(pid=114214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 00:02:44.380372 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-f5a1f1b4-23ea-478a-87c6-5c0c968c3ea3 None None] Provisioning complete for port b352a859-0dcf-446a-bbef-a823379a131c triggered by entity DHCP. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 00:02:44.380738 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-f5a1f1b4-23ea-478a-87c6-5c0c968c3ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:44.384366 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa00e963-dd9f-4c77-b912-af8066d17faa admin admin] Pushing event updated for resources: {'Port': ['ID=b352a859-0dcf-446a-bbef-a823379a131c,revision_number=1']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:02:44.405822 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-aa00e963-dd9f-4c77-b912-af8066d17faa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761863'] for router_interface, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:44.418228 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-f5a1f1b4-23ea-478a-87c6-5c0c968c3ea3 None None] Port b352a859-0dcf-446a-bbef-a823379a131c cannot update to ACTIVE because it is not bound. {{(pid=114214) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 04 00:02:44.455099 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-635a4cf4-f635-4e5e-ba3f-2d83e386374b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:44.514410 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635a4cf4-f635-4e5e-ba3f-2d83e386374b None None] Routers {'7714315d-ea3b-4274-b42d-a2ec57ac33e1'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 00:02:44.515037 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-635a4cf4-f635-4e5e-ba3f-2d83e386374b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-04T00:02:34Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['7714315d-ea3b-4274-b42d-a2ec57ac33e1'], 'active': True} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:02:44.555220 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af18098-9155-4c4e-a19b-e65142d5904c None None] Pushing event updated for resources: {'Port': ['ID=f95672e0-9a13-4c89-8dfd-42b7bd7f7ebb,revision_number=3']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:02:44.606946 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-aa00e963-dd9f-4c77-b912-af8066d17faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:44.636266 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvr_db [None req-635a4cf4-f635-4e5e-ba3f-2d83e386374b None None] Set router 7714315d-ea3b-4274-b42d-a2ec57ac33e1 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 00:02:44.789262 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-aa00e963-dd9f-4c77-b912-af8066d17faa admin admin] Notify callbacks [] for port, precommit_update {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:44.825865 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-635a4cf4-f635-4e5e-ba3f-2d83e386374b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7714315d-ea3b-4274-b42d-a2ec57ac33e1', 'name': 'tempest-TestVolumeBootPattern-1841654225-router', 'tenant_id': '0fc65098df404968bc2b65db44a69ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': 'f95672e0-9a13-4c89-8dfd-42b7bd7f7ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T00:02:40Z', 'updated_at': '2022-05-04T00:02:42Z', 'revision_number': 3, 'project_id': '0fc65098df404968bc2b65db44a69ad0', 'gw_port': {'id': 'f95672e0-9a13-4c89-8dfd-42b7bd7f7ebb', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2d:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7714315d-ea3b-4274-b42d-a2ec57ac33e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T00:02:41Z', 'updated_at': '2022-05-04T00:02:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi'}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:02:44.854299 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635a4cf4-f635-4e5e-ba3f-2d83e386374b None None] The sync data for ids ['7714315d-ea3b-4274-b42d-a2ec57ac33e1'] in dv-cinder-840375-1-iscsi is: [{'id': '7714315d-ea3b-4274-b42d-a2ec57ac33e1', 'name': 'tempest-TestVolumeBootPattern-1841654225-router', 'tenant_id': '0fc65098df404968bc2b65db44a69ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': 'f95672e0-9a13-4c89-8dfd-42b7bd7f7ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T00:02:40Z', 'updated_at': '2022-05-04T00:02:42Z', 'revision_number': 3, 'project_id': '0fc65098df404968bc2b65db44a69ad0', 'gw_port': {'id': 'f95672e0-9a13-4c89-8dfd-42b7bd7f7ebb', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2d:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7714315d-ea3b-4274-b42d-a2ec57ac33e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T00:02:41Z', 'updated_at': '2022-05-04T00:02:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi'}] {{(pid=114214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 00:02:44.866209 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-aa00e963-dd9f-4c77-b912-af8066d17faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25969899'] for port, after_update {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:44.940629 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-aa00e963-dd9f-4c77-b912-af8066d17faa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3748312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761851'] for router_interface, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:44.943210 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa00e963-dd9f-4c77-b912-af8066d17faa admin admin] Pushing event updated for resources: {'Port': ['ID=b352a859-0dcf-446a-bbef-a823379a131c,revision_number=2']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:02:45.040691 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa00e963-dd9f-4c77-b912-af8066d17faa admin admin] Network 441050be-e452-411b-a1ac-d4d20fe399ad is already hosted by enough agents. {{(pid=114213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 00:02:45.042132 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.base_scheduler [None req-aa00e963-dd9f-4c77-b912-af8066d17faa admin admin] Resources bound (agent type, host, resource id): {{(pid=114213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 00:02:45.187546 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa00e963-dd9f-4c77-b912-af8066d17faa admin admin] Router 7714315d-ea3b-4274-b42d-a2ec57ac33e1 has already been hosted by L3 agent 758adf3f-89d7-4e1b-912e-3871fb413390 {{(pid=114213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 00:02:45.356920 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa00e963-dd9f-4c77-b912-af8066d17faa admin admin] Notify agent at l3_agent.dv-cinder-840375-1-iscsi the message routers_updated {{(pid=114213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 00:02:45.369237 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-aa00e963-dd9f-4c77-b912-af8066d17faa admin admin] 10.222.0.13 "PUT /v2.0/routers/7714315d-ea3b-4274-b42d-a2ec57ac33e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2730429 May 04 00:02:45.407780 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device f95672e0-9a13-4c89-8dfd-42b7bd7f7ebb up at agent ovs-agent-dv-cinder-840375-1-iscsi {{(pid=114214) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 00:02:45.471824 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-6cda698a-58dc-409f-b1c9-2f8c3234005a None None] Provisioning complete for port b352a859-0dcf-446a-bbef-a823379a131c triggered by entity DHCP. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 00:02:45.472299 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-6cda698a-58dc-409f-b1c9-2f8c3234005a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:45.526740 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-6cda698a-58dc-409f-b1c9-2f8c3234005a None None] Port b352a859-0dcf-446a-bbef-a823379a131c cannot update to ACTIVE because it is not bound. {{(pid=114214) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 04 00:02:45.528803 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Provisioning complete for port f95672e0-9a13-4c89-8dfd-42b7bd7f7ebb triggered by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 00:02:45.529297 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:45.632012 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:45.659328 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] For port f95672e0-9a13-4c89-8dfd-42b7bd7f7ebb, host dv-cinder-840375-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=f95672e0-9a13-4c89-8dfd-42b7bd7f7ebb,segment=NetworkSegment(5eb57155-ed9e-4c45-a041-92a5f67bc876),segment_id=5eb57155-ed9e-4c45-a041-92a5f67bc876)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 00:02:45.734524 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:45.799618 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Pushing event updated for resources: {'Port': ['ID=f95672e0-9a13-4c89-8dfd-42b7bd7f7ebb,revision_number=4']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:02:46.185206 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 45490) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:02:46.189967 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.v2.base [None req-2bafb466-1faa-45ea-b182-1987a3e718f1 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1149345287', 'description': 'tempest-secgroup-smoke-1149345287 description', 'project_id': 'a1d7bc5f0647450b929f5ae2d768960a'}} {{(pid=114213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 00:02:46.272634 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-2bafb466-1faa-45ea-b182-1987a3e718f1 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks [] for security_group, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:46.345473 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-2bafb466-1faa-45ea-b182-1987a3e718f1 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks [] for security_group, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:46.441577 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-2bafb466-1faa-45ea-b182-1987a3e718f1 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:46.472050 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bafb466-1faa-45ea-b182-1987a3e718f1 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d12ea1-02c2-48b3-80f5-e2cd74a51005,revision_number=1']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:02:46.621132 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16cdab6-704c-4328-8019-c1f48b38b896 None None] Sync routers for ids ['7714315d-ea3b-4274-b42d-a2ec57ac33e1'] in dv-cinder-840375-1-iscsi {{(pid=114215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 00:02:46.630694 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16cdab6-704c-4328-8019-c1f48b38b896 None None] Routers {'7714315d-ea3b-4274-b42d-a2ec57ac33e1'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 00:02:46.631300 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-a16cdab6-704c-4328-8019-c1f48b38b896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-04T00:02:34Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['7714315d-ea3b-4274-b42d-a2ec57ac33e1'], 'active': True} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:02:46.673952 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-2bafb466-1faa-45ea-b182-1987a3e718f1 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks [] for security_group, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:46.678467 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-2bafb466-1faa-45ea-b182-1987a3e718f1 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4893105 May 04 00:02:46.678824 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 45492) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:02:46.683477 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [None req-baba44e6-1cd5-4bc2-97a9-06c38783c30b tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Request body: {'security_group_rule': {'security_group_id': 'a0d12ea1-02c2-48b3-80f5-e2cd74a51005', 'project_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 00:02:46.742624 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvr_db [None req-a16cdab6-704c-4328-8019-c1f48b38b896 None None] Set router 7714315d-ea3b-4274-b42d-a2ec57ac33e1 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 00:02:46.796323 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-baba44e6-1cd5-4bc2-97a9-06c38783c30b tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:46.850066 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-baba44e6-1cd5-4bc2-97a9-06c38783c30b tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:46.960868 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-a16cdab6-704c-4328-8019-c1f48b38b896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7714315d-ea3b-4274-b42d-a2ec57ac33e1', 'name': 'tempest-TestVolumeBootPattern-1841654225-router', 'tenant_id': '0fc65098df404968bc2b65db44a69ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': 'f95672e0-9a13-4c89-8dfd-42b7bd7f7ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T00:02:40Z', 'updated_at': '2022-05-04T00:02:44Z', 'revision_number': 4, 'project_id': '0fc65098df404968bc2b65db44a69ad0', 'gw_port': {'id': 'f95672e0-9a13-4c89-8dfd-42b7bd7f7ebb', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7714315d-ea3b-4274-b42d-a2ec57ac33e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T00:02:41Z', 'updated_at': '2022-05-04T00:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_interfaces': [{'id': 'b352a859-0dcf-446a-bbef-a823379a131c', 'name': '', 'network_id': '441050be-e452-411b-a1ac-d4d20fe399ad', 'tenant_id': '0fc65098df404968bc2b65db44a69ad0', 'mac_address': 'fa:16:3e:06:9c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7714315d-ea3b-4274-b42d-a2ec57ac33e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '225486a1-39aa-473d-bf5a-dc6bc6e23741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T00:02:43Z', 'updated_at': '2022-05-04T00:02:44Z', 'revision_number': 2, 'project_id': '0fc65098df404968bc2b65db44a69ad0', 'subnets': [{'id': '225486a1-39aa-473d-bf5a-dc6bc6e23741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:02:46.969218 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-baba44e6-1cd5-4bc2-97a9-06c38783c30b tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774295'] for security_group_rule, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:46.986347 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baba44e6-1cd5-4bc2-97a9-06c38783c30b tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adb30c94-dec3-47e5-a664-c95d5a9647e3,revision_number=0']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:02:46.991254 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16cdab6-704c-4328-8019-c1f48b38b896 None None] Checking router: 7714315d-ea3b-4274-b42d-a2ec57ac33e1 for host: dv-cinder-840375-1-iscsi {{(pid=114215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 00:02:46.991613 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16cdab6-704c-4328-8019-c1f48b38b896 None None] Updating router 7714315d-ea3b-4274-b42d-a2ec57ac33e1 port b352a859-0dcf-446a-bbef-a823379a131c binding host dv-cinder-840375-1-iscsi {{(pid=114215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 00:02:47.025147 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron_lib.callbacks.manager [None req-a16cdab6-704c-4328-8019-c1f48b38b896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:47.097057 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-baba44e6-1cd5-4bc2-97a9-06c38783c30b tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:47.098302 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-baba44e6-1cd5-4bc2-97a9-06c38783c30b tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4184647 May 04 00:02:47.110613 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 45496) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:02:47.110613 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.v2.base [None req-e728a887-10ff-42ee-b388-211adc5a9430 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Request body: {'security_group_rule': {'security_group_id': 'a0d12ea1-02c2-48b3-80f5-e2cd74a51005', 'project_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 00:02:47.301144 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-e728a887-10ff-42ee-b388-211adc5a9430 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:47.364974 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device f95672e0-9a13-4c89-8dfd-42b7bd7f7ebb up at agent ovs-agent-dv-cinder-840375-1-iscsi {{(pid=114214) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 00:02:47.379711 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-e728a887-10ff-42ee-b388-211adc5a9430 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:47.418796 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Provisioning complete for port f95672e0-9a13-4c89-8dfd-42b7bd7f7ebb triggered by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 00:02:47.419435 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:47.503598 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron_lib.callbacks.manager [None req-a16cdab6-704c-4328-8019-c1f48b38b896 None None] Notify callbacks [] for port, precommit_update {{(pid=114215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:47.510011 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-e728a887-10ff-42ee-b388-211adc5a9430 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774295'] for security_group_rule, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:47.528159 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e728a887-10ff-42ee-b388-211adc5a9430 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4df70eb-76aa-40d5-806e-5cb94f545e07,revision_number=0']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:02:47.612912 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron_lib.callbacks.manager [None req-a16cdab6-704c-4328-8019-c1f48b38b896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:47.664890 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a9a0a0-0030-477e-a811-67883a2257ca None None] Pushing event updated for resources: {'Port': ['ID=b352a859-0dcf-446a-bbef-a823379a131c,revision_number=3']} {{(pid=114215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:02:47.689877 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-e728a887-10ff-42ee-b388-211adc5a9430 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:47.692536 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-e728a887-10ff-42ee-b388-211adc5a9430 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5891714 May 04 00:02:47.695672 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 45502) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:02:47.700439 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [None req-44842f00-78f8-4023-aa5c-0b7743eab707 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Request body: {'security_group_rule': {'security_group_id': 'a0d12ea1-02c2-48b3-80f5-e2cd74a51005', 'project_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 00:02:47.720025 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.managers [None req-a16cdab6-704c-4328-8019-c1f48b38b896 None None] Attempting to bind port b352a859-0dcf-446a-bbef-a823379a131c on host dv-cinder-840375-1-iscsi for vnic_type normal with profile {{(pid=114215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 00:02:47.720387 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.managers [None req-a16cdab6-704c-4328-8019-c1f48b38b896 None None] Attempting to bind port b352a859-0dcf-446a-bbef-a823379a131c by drivers openvswitch,hyperv on host dv-cinder-840375-1-iscsi at level 0 using segments [{'id': 'e8eced1d-e4a1-416e-96bf-0bb555398bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '441050be-e452-411b-a1ac-d4d20fe399ad'}] {{(pid=114215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 00:02:47.720745 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16cdab6-704c-4328-8019-c1f48b38b896 None None] Attempting to bind port b352a859-0dcf-446a-bbef-a823379a131c on network 441050be-e452-411b-a1ac-d4d20fe399ad {{(pid=114215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 00:02:47.726980 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16cdab6-704c-4328-8019-c1f48b38b896 None None] Checking agent: {'id': 'cd69fb9c-fe1e-4524-b6a8-2fc8f7c83280', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840375-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 23, 44, 7), 'started_at': datetime.datetime(2022, 5, 3, 23, 44, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 0, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840375-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 00:02:47.727354 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16cdab6-704c-4328-8019-c1f48b38b896 None None] Checking segment: {'id': 'e8eced1d-e4a1-416e-96bf-0bb555398bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '441050be-e452-411b-a1ac-d4d20fe399ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 00:02:47.727757 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron_lib.callbacks.manager [None req-a16cdab6-704c-4328-8019-c1f48b38b896 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:47.728145 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16cdab6-704c-4328-8019-c1f48b38b896 None None] Bound using segment: {'id': 'e8eced1d-e4a1-416e-96bf-0bb555398bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '441050be-e452-411b-a1ac-d4d20fe399ad'} {{(pid=114215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 00:02:47.728606 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.managers [None req-a16cdab6-704c-4328-8019-c1f48b38b896 None None] Bound port: b352a859-0dcf-446a-bbef-a823379a131c, host: dv-cinder-840375-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8eced1d-e4a1-416e-96bf-0bb555398bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '441050be-e452-411b-a1ac-d4d20fe399ad'}}] {{(pid=114215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 00:02:47.728982 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron_lib.callbacks.manager [None req-a16cdab6-704c-4328-8019-c1f48b38b896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:47.791623 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-44842f00-78f8-4023-aa5c-0b7743eab707 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:47.796381 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.db [None req-a16cdab6-704c-4328-8019-c1f48b38b896 None None] For port b352a859-0dcf-446a-bbef-a823379a131c, host dv-cinder-840375-1-iscsi, cleared binding levels {{(pid=114215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 00:02:47.802177 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.plugins.ml2.db [None req-a16cdab6-704c-4328-8019-c1f48b38b896 None None] For port b352a859-0dcf-446a-bbef-a823379a131c, host dv-cinder-840375-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=b352a859-0dcf-446a-bbef-a823379a131c,segment=NetworkSegment(e8eced1d-e4a1-416e-96bf-0bb555398bfb),segment_id=e8eced1d-e4a1-416e-96bf-0bb555398bfb)] {{(pid=114215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 00:02:47.853926 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-44842f00-78f8-4023-aa5c-0b7743eab707 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:47.864102 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-30a54ed2-3d01-444b-9ef9-09a57841948b None None] Provisioning complete for port b352a859-0dcf-446a-bbef-a823379a131c triggered by entity DHCP. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 00:02:47.864496 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-30a54ed2-3d01-444b-9ef9-09a57841948b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:47.872232 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron_lib.callbacks.manager [None req-a16cdab6-704c-4328-8019-c1f48b38b896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:47.899997 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-30a54ed2-3d01-444b-9ef9-09a57841948b None None] Port b352a859-0dcf-446a-bbef-a823379a131c cannot update to ACTIVE because it is not bound. {{(pid=114214) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 04 00:02:47.934671 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-44842f00-78f8-4023-aa5c-0b7743eab707 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774295'] for security_group_rule, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:47.937082 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a9a0a0-0030-477e-a811-67883a2257ca None None] Pushing event updated for resources: {'Port': ['ID=b352a859-0dcf-446a-bbef-a823379a131c,revision_number=4']} {{(pid=114215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:02:47.941652 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16cdab6-704c-4328-8019-c1f48b38b896 None None] Routers {'7714315d-ea3b-4274-b42d-a2ec57ac33e1'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 00:02:47.944440 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-a16cdab6-704c-4328-8019-c1f48b38b896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-04T00:02:34Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['7714315d-ea3b-4274-b42d-a2ec57ac33e1'], 'active': True} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:02:47.956663 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44842f00-78f8-4023-aa5c-0b7743eab707 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04a83123-969e-4382-97eb-3b3eca2bf2ee,revision_number=0']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:02:48.027650 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-44842f00-78f8-4023-aa5c-0b7743eab707 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:48.029350 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-44842f00-78f8-4023-aa5c-0b7743eab707 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3326597 May 04 00:02:48.032142 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 45504) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:02:48.037195 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [None req-3e82887a-5db4-4508-94ca-e002587b60ab tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Request body: {'security_group_rule': {'security_group_id': 'a0d12ea1-02c2-48b3-80f5-e2cd74a51005', 'project_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 00:02:48.058283 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvr_db [None req-a16cdab6-704c-4328-8019-c1f48b38b896 None None] Set router 7714315d-ea3b-4274-b42d-a2ec57ac33e1 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 00:02:48.162068 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-3e82887a-5db4-4508-94ca-e002587b60ab tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:48.218877 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-3e82887a-5db4-4508-94ca-e002587b60ab tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:48.224869 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-94fd8464-2c3d-4e94-af6d-4bb29efe4e06 None None] Provisioning complete for port b352a859-0dcf-446a-bbef-a823379a131c triggered by entity DHCP. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 00:02:48.225233 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-94fd8464-2c3d-4e94-af6d-4bb29efe4e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:48.288374 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-a16cdab6-704c-4328-8019-c1f48b38b896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7714315d-ea3b-4274-b42d-a2ec57ac33e1', 'name': 'tempest-TestVolumeBootPattern-1841654225-router', 'tenant_id': '0fc65098df404968bc2b65db44a69ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': 'f95672e0-9a13-4c89-8dfd-42b7bd7f7ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T00:02:40Z', 'updated_at': '2022-05-04T00:02:44Z', 'revision_number': 4, 'project_id': '0fc65098df404968bc2b65db44a69ad0', 'gw_port': {'id': 'f95672e0-9a13-4c89-8dfd-42b7bd7f7ebb', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7714315d-ea3b-4274-b42d-a2ec57ac33e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T00:02:41Z', 'updated_at': '2022-05-04T00:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_interfaces': [{'id': 'b352a859-0dcf-446a-bbef-a823379a131c', 'name': '', 'network_id': '441050be-e452-411b-a1ac-d4d20fe399ad', 'tenant_id': '0fc65098df404968bc2b65db44a69ad0', 'mac_address': 'fa:16:3e:06:9c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7714315d-ea3b-4274-b42d-a2ec57ac33e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '225486a1-39aa-473d-bf5a-dc6bc6e23741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T00:02:43Z', 'updated_at': '2022-05-04T00:02:47Z', 'revision_number': 4, 'project_id': '0fc65098df404968bc2b65db44a69ad0', 'subnets': [{'id': '225486a1-39aa-473d-bf5a-dc6bc6e23741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:02:48.300423 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-3e82887a-5db4-4508-94ca-e002587b60ab tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774295'] for security_group_rule, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:48.304562 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:48.309846 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-94fd8464-2c3d-4e94-af6d-4bb29efe4e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:48.316500 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16cdab6-704c-4328-8019-c1f48b38b896 None None] The sync data for ids ['7714315d-ea3b-4274-b42d-a2ec57ac33e1'] in dv-cinder-840375-1-iscsi is: [{'id': '7714315d-ea3b-4274-b42d-a2ec57ac33e1', 'name': 'tempest-TestVolumeBootPattern-1841654225-router', 'tenant_id': '0fc65098df404968bc2b65db44a69ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': 'f95672e0-9a13-4c89-8dfd-42b7bd7f7ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T00:02:40Z', 'updated_at': '2022-05-04T00:02:44Z', 'revision_number': 4, 'project_id': '0fc65098df404968bc2b65db44a69ad0', 'gw_port': {'id': 'f95672e0-9a13-4c89-8dfd-42b7bd7f7ebb', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7714315d-ea3b-4274-b42d-a2ec57ac33e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T00:02:41Z', 'updated_at': '2022-05-04T00:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_interfaces': [{'id': 'b352a859-0dcf-446a-bbef-a823379a131c', 'name': '', 'network_id': '441050be-e452-411b-a1ac-d4d20fe399ad', 'tenant_id': '0fc65098df404968bc2b65db44a69ad0', 'mac_address': 'fa:16:3e:06:9c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7714315d-ea3b-4274-b42d-a2ec57ac33e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '225486a1-39aa-473d-bf5a-dc6bc6e23741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T00:02:43Z', 'updated_at': '2022-05-04T00:02:47Z', 'revision_number': 4, 'project_id': '0fc65098df404968bc2b65db44a69ad0', 'subnets': [{'id': '225486a1-39aa-473d-bf5a-dc6bc6e23741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 00:02:48.322360 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e82887a-5db4-4508-94ca-e002587b60ab tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b81317f-90fe-4273-83f7-7229cf31d3e2,revision_number=0']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:02:48.345504 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-94fd8464-2c3d-4e94-af6d-4bb29efe4e06 None None] For port b352a859-0dcf-446a-bbef-a823379a131c, host dv-cinder-840375-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=b352a859-0dcf-446a-bbef-a823379a131c,segment=NetworkSegment(e8eced1d-e4a1-416e-96bf-0bb555398bfb),segment_id=e8eced1d-e4a1-416e-96bf-0bb555398bfb)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 00:02:48.388750 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-3e82887a-5db4-4508-94ca-e002587b60ab tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:48.389982 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-3e82887a-5db4-4508-94ca-e002587b60ab tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3568313 May 04 00:02:48.392713 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 45510) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:02:48.397851 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [None req-7fa3ffdf-96e9-414a-b577-de3af8230da0 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Request body: {'security_group_rule': {'security_group_id': 'a0d12ea1-02c2-48b3-80f5-e2cd74a51005', 'project_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 00:02:48.460078 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-94fd8464-2c3d-4e94-af6d-4bb29efe4e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:48.516677 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fd8464-2c3d-4e94-af6d-4bb29efe4e06 None None] Pushing event updated for resources: {'Port': ['ID=b352a859-0dcf-446a-bbef-a823379a131c,revision_number=5']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:02:48.544695 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.db.securitygroups_db [None req-7fa3ffdf-96e9-414a-b577-de3af8230da0 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Project a1d7bc5f0647450b929f5ae2d768960a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 00:02:48.550410 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-7fa3ffdf-96e9-414a-b577-de3af8230da0 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:48.726813 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-7fa3ffdf-96e9-414a-b577-de3af8230da0 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:48.774479 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-7fa3ffdf-96e9-414a-b577-de3af8230da0 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774295'] for security_group_rule, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:48.793396 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa3ffdf-96e9-414a-b577-de3af8230da0 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d8e6541-f77f-4392-aead-c3c1d27c0160,revision_number=0']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:02:48.839603 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-7fa3ffdf-96e9-414a-b577-de3af8230da0 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:48.840903 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-7fa3ffdf-96e9-414a-b577-de3af8230da0 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4472787 May 04 00:02:48.843728 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 45514) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:02:48.848767 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [None req-d8e4a468-3e08-4f1c-a4f8-592c3d66972e tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Request body: {'security_group_rule': {'security_group_id': 'a0d12ea1-02c2-48b3-80f5-e2cd74a51005', 'project_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 00:02:48.923164 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.db.securitygroups_db [None req-d8e4a468-3e08-4f1c-a4f8-592c3d66972e tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Project a1d7bc5f0647450b929f5ae2d768960a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 00:02:48.929097 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-d8e4a468-3e08-4f1c-a4f8-592c3d66972e tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:48.997263 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-d8e4a468-3e08-4f1c-a4f8-592c3d66972e tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:49.049017 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-d8e4a468-3e08-4f1c-a4f8-592c3d66972e tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774295'] for security_group_rule, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:49.067530 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e4a468-3e08-4f1c-a4f8-592c3d66972e tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc8841a0-8b95-441a-9b62-ddbbab529042,revision_number=0']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:02:49.131720 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-d8e4a468-3e08-4f1c-a4f8-592c3d66972e tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:49.135911 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-d8e4a468-3e08-4f1c-a4f8-592c3d66972e tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2882245 May 04 00:02:49.390539 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device b352a859-0dcf-446a-bbef-a823379a131c up at agent ovs-agent-dv-cinder-840375-1-iscsi {{(pid=114214) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 00:02:49.443387 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Provisioning complete for port b352a859-0dcf-446a-bbef-a823379a131c triggered by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 00:02:49.443671 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:52.633358 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-271ac5db-d68e-49e7-94ab-62cdb2e7d50b req-03c65009-b6c8-46bb-aea9-2c251cf99cec service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=44beb316-7301-4f13-b2ed-f2a9210d673e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393145 May 04 00:02:52.754637 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ac5db-d68e-49e7-94ab-62cdb2e7d50b req-66a7126a-806d-4cda-bff8-31c44d993481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:02:52.756903 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-271ac5db-d68e-49e7-94ab-62cdb2e7d50b req-66a7126a-806d-4cda-bff8-31c44d993481 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ba82b8b56839492bb5c72e82d7363389&device_id=44beb316-7301-4f13-b2ed-f2a9210d673e HTTP/1.1" status: 200 len: 1137 time: 0.0481820 May 04 00:02:52.864683 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ac5db-d68e-49e7-94ab-62cdb2e7d50b req-3e9fdbd8-1606-4fbf-9a9f-8bdb0ea6f5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:02:52.866975 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-271ac5db-d68e-49e7-94ab-62cdb2e7d50b req-3e9fdbd8-1606-4fbf-9a9f-8bdb0ea6f5b9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1bd10a62-2d1f-443f-aa34-8f7073221cb0 HTTP/1.1" status: 200 len: 915 time: 0.0906084 May 04 00:02:52.937883 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-271ac5db-d68e-49e7-94ab-62cdb2e7d50b req-7a818b71-b077-4aa6-be62-b71f6e2f8280 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8263d41-4e7b-4661-bbe4-2d378850c72f HTTP/1.1" status: 200 len: 1000 time: 0.0623081 May 04 00:02:52.987754 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ac5db-d68e-49e7-94ab-62cdb2e7d50b req-dfbe856a-5a7b-45cb-9d99-524db098a5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:02:52.989184 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-271ac5db-d68e-49e7-94ab-62cdb2e7d50b req-dfbe856a-5a7b-45cb-9d99-524db098a5e1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ef102ff1-c631-4381-bb4f-b859e1ceda83 HTTP/1.1" status: 200 len: 853 time: 0.0445735 May 04 00:02:53.043543 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ac5db-d68e-49e7-94ab-62cdb2e7d50b req-1b1a1545-e23e-4cd3-b5d2-459130b9ba1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:02:53.045126 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-271ac5db-d68e-49e7-94ab-62cdb2e7d50b req-1b1a1545-e23e-4cd3-b5d2-459130b9ba1c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1bd10a62-2d1f-443f-aa34-8f7073221cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0487385 May 04 00:02:53.150141 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-271ac5db-d68e-49e7-94ab-62cdb2e7d50b req-389c5076-ef25-4eb4-a973-3d442949bd1a service neutron] 10.222.0.47 "GET /v2.0/networks/1bd10a62-2d1f-443f-aa34-8f7073221cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964735 May 04 00:02:53.243381 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-271ac5db-d68e-49e7-94ab-62cdb2e7d50b req-3c88cfa3-6c55-472d-9053-aab30c94b132 service neutron] 10.222.0.47 "GET /v2.0/networks/1bd10a62-2d1f-443f-aa34-8f7073221cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857344 May 04 00:02:56.724980 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 45624) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:02:56.835098 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-04a5ec92-a14c-4ade-9c95-e9da99f45956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:56.912110 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-04a5ec92-a14c-4ade-9c95-e9da99f45956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:57.001550 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-04a5ec92-a14c-4ade-9c95-e9da99f45956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:57.047663 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-04a5ec92-a14c-4ade-9c95-e9da99f45956 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0f3a49e8a241439390021d7f107ee593&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3214183 May 04 00:02:57.048481 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a5ec92-a14c-4ade-9c95-e9da99f45956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=963ba01e-3937-47c3-a186-2f1970010870,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:02:57.050475 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 45628) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:02:57.102612 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-7f544ccb-c006-4794-92f9-54612801fe9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:57.123032 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-7f544ccb-c006-4794-92f9-54612801fe9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:57.243310 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-7f544ccb-c006-4794-92f9-54612801fe9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:57.245948 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-7f544ccb-c006-4794-92f9-54612801fe9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:57.247180 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-7f544ccb-c006-4794-92f9-54612801fe9f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/963ba01e-3937-47c3-a186-2f1970010870 HTTP/1.1" status: 204 len: 168 time: 0.1956606 May 04 00:02:57.255152 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f544ccb-c006-4794-92f9-54612801fe9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=963ba01e-3937-47c3-a186-2f1970010870,revision_number=None']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:02:57.835260 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 45636) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:02:57.848230 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-da1933d2-fe51-4db4-8080-5ccc50a4fd80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:57.926795 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-da1933d2-fe51-4db4-8080-5ccc50a4fd80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:57.991449 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-da1933d2-fe51-4db4-8080-5ccc50a4fd80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:58.033953 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1933d2-fe51-4db4-8080-5ccc50a4fd80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b03c8f48-92a2-47aa-9be4-f5c4f8115cf5,revision_number=1']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:02:58.040486 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-da1933d2-fe51-4db4-8080-5ccc50a4fd80 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c90e819df3f14e0ca39a038605d7b1d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2041759 May 04 00:02:58.043201 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 45638) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:02:58.095641 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-ba638558-96a1-4f23-a990-b791e921b97c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:58.118960 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-ba638558-96a1-4f23-a990-b791e921b97c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:58.231875 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-ba638558-96a1-4f23-a990-b791e921b97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:58.234530 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-ba638558-96a1-4f23-a990-b791e921b97c admin admin] Notify callbacks [] for security_group, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:02:58.235689 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-ba638558-96a1-4f23-a990-b791e921b97c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b03c8f48-92a2-47aa-9be4-f5c4f8115cf5 HTTP/1.1" status: 204 len: 168 time: 0.1911950 May 04 00:02:58.244895 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba638558-96a1-4f23-a990-b791e921b97c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b03c8f48-92a2-47aa-9be4-f5c4f8115cf5,revision_number=None']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:03:01.292886 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 45712) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:03:01.401115 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-0372b472-9be0-403e-85f5-44e91d128a81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:01.403826 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-c0b643aa-343c-4632-afda-af58de61f631 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:01.490626 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-c0b643aa-343c-4632-afda-af58de61f631 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:01.566995 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-c0b643aa-343c-4632-afda-af58de61f631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:01.607554 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-c0b643aa-343c-4632-afda-af58de61f631 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3c5ed2ba58824d318f68516682396c4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3135524 May 04 00:03:01.608383 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b643aa-343c-4632-afda-af58de61f631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=867904db-a48a-46dd-b42c-df33f06b7b98,revision_number=1']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:03:01.610408 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 45718) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:03:01.927946 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-14f16695-98d8-42f1-9272-85925424effc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:01.950504 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-14f16695-98d8-42f1-9272-85925424effc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:02.083259 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-14f16695-98d8-42f1-9272-85925424effc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:02.086488 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-14f16695-98d8-42f1-9272-85925424effc admin admin] Notify callbacks [] for security_group, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:02.087635 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-14f16695-98d8-42f1-9272-85925424effc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/867904db-a48a-46dd-b42c-df33f06b7b98 HTTP/1.1" status: 204 len: 168 time: 0.4761646 May 04 00:03:02.095284 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f16695-98d8-42f1-9272-85925424effc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=867904db-a48a-46dd-b42c-df33f06b7b98,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:03:02.713341 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 45736) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:03:02.727083 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-ff199ae5-7662-4b5a-8c0c-fd189fec7434 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:02.799727 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-ff199ae5-7662-4b5a-8c0c-fd189fec7434 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:02.869880 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-ff199ae5-7662-4b5a-8c0c-fd189fec7434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:02.907555 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-ff199ae5-7662-4b5a-8c0c-fd189fec7434 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ac3e9c3265b148bc91eaa68eecd6fd40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1931021 May 04 00:03:02.908390 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff199ae5-7662-4b5a-8c0c-fd189fec7434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b046509-2991-4ad8-8abd-e68669daad4a,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:03:02.910763 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 45738) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:03:02.961704 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-478b9ee9-37ca-4263-87c1-29ab20ff1554 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:02.986395 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-478b9ee9-37ca-4263-87c1-29ab20ff1554 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:03.105897 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-478b9ee9-37ca-4263-87c1-29ab20ff1554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:03.108544 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-478b9ee9-37ca-4263-87c1-29ab20ff1554 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:03.109695 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-478b9ee9-37ca-4263-87c1-29ab20ff1554 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8b046509-2991-4ad8-8abd-e68669daad4a HTTP/1.1" status: 204 len: 168 time: 0.1980484 May 04 00:03:03.117438 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b9ee9-37ca-4263-87c1-29ab20ff1554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b046509-2991-4ad8-8abd-e68669daad4a,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:03:03.866622 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-a2c3d390-4b18-4403-974b-6a1b95232276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:05.385399 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-9988ed24-7efc-4e8a-acf7-bcbfa55ed3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:06.180612 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-f3996685-9434-443c-b5d7-edb245b755aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:06.900157 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:09.972527 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-5d8b6162-2fdf-4ec0-9129-e6a4a325e661 req-1e85eb87-7e4d-47e0-80c3-43a1de2171d4 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2100423296&fields=id&tenant_id=ba82b8b56839492bb5c72e82d7363389 HTTP/1.1" status: 200 len: 267 time: 0.1975555 May 04 00:03:10.026236 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8b6162-2fdf-4ec0-9129-e6a4a325e661 req-bb84aced-403c-4754-b50f-d9cbc661f05b tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:03:10.027821 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-5d8b6162-2fdf-4ec0-9129-e6a4a325e661 req-bb84aced-403c-4754-b50f-d9cbc661f05b tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "GET /v2.0/ports?device_id=44beb316-7301-4f13-b2ed-f2a9210d673e HTTP/1.1" status: 200 len: 984 time: 0.0484371 May 04 00:03:10.039497 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [req-5d8b6162-2fdf-4ec0-9129-e6a4a325e661 req-184bfef7-645a-4d4c-bc21-1b93bc2f9f39 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Request body: {'port': {'security_groups': ['02c09688-6567-402e-88a5-41fd1fe6ba24']}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 00:03:10.107226 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-5d8b6162-2fdf-4ec0-9129-e6a4a325e661 req-184bfef7-645a-4d4c-bc21-1b93bc2f9f39 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:10.284614 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.db [req-5d8b6162-2fdf-4ec0-9129-e6a4a325e661 req-184bfef7-645a-4d4c-bc21-1b93bc2f9f39 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] For port d8263d41-4e7b-4661-bbe4-2d378850c72f, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=d8263d41-4e7b-4661-bbe4-2d378850c72f,segment=NetworkSegment(d465fedf-034e-4504-b3eb-d649a570b375),segment_id=d465fedf-034e-4504-b3eb-d649a570b375)] {{(pid=114212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 00:03:10.313181 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-5d8b6162-2fdf-4ec0-9129-e6a4a325e661 req-184bfef7-645a-4d4c-bc21-1b93bc2f9f39 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Notify callbacks [] for port, precommit_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:10.402661 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-5d8b6162-2fdf-4ec0-9129-e6a4a325e661 req-184bfef7-645a-4d4c-bc21-1b93bc2f9f39 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25393411'] for port, after_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:10.439314 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] get_ports_and_sgs() called for port_ids ['d8263d41-4e7b-4661-bbe4-2d378850c72f'] {{(pid=114214) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 00:03:10.447014 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8b6162-2fdf-4ec0-9129-e6a4a325e661 req-184bfef7-645a-4d4c-bc21-1b93bc2f9f39 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:03:10.448725 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-5d8b6162-2fdf-4ec0-9129-e6a4a325e661 req-184bfef7-645a-4d4c-bc21-1b93bc2f9f39 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371'] for port, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:10.450203 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-5d8b6162-2fdf-4ec0-9129-e6a4a325e661 req-184bfef7-645a-4d4c-bc21-1b93bc2f9f39 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "PUT /v2.0/ports/d8263d41-4e7b-4661-bbe4-2d378850c72f HTTP/1.1" status: 200 len: 942 time: 0.4157453 May 04 00:03:10.450678 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44beb316-7301-4f13-b2ed-f2a9210d673e', 'tag': 'd8263d41-4e7b-4661-bbe4-2d378850c72f'}] {{(pid=114212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 00:03:10.456321 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d2be33a93c6036cad1ba084e78d1c3d957b621bee157ccc93bfe0a4b69d877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc57cdd9-e3fb-47df-ab7a-768208682b12" -d '{"events": [{"name": "network-changed", "server_uuid": "44beb316-7301-4f13-b2ed-f2a9210d673e", "tag": "d8263d41-4e7b-4661-bbe4-2d378850c72f"}]}' {{(pid=114212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 00:03:10.457345 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 45818) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:03:10.481238 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184bfef7-645a-4d4c-bc21-1b93bc2f9f39 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Pushing event updated for resources: {'Port': ['ID=d8263d41-4e7b-4661-bbe4-2d378850c72f,revision_number=7']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:03:10.513207 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 00:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2097b43-70a7-4160-b9e5-b4eb88f2a852 x-openstack-request-id: req-f2097b43-70a7-4160-b9e5-b4eb88f2a852 {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 00:03:10.513496 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44beb316-7301-4f13-b2ed-f2a9210d673e", "tag": "d8263d41-4e7b-4661-bbe4-2d378850c72f", "status": "completed", "code": 200}]} {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 00:03:10.513749 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f2097b43-70a7-4160-b9e5-b4eb88f2a852 {{(pid=114212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 00:03:10.514229 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2097b43-70a7-4160-b9e5-b4eb88f2a852'] response: {'name': 'network-changed', 'server_uuid': '44beb316-7301-4f13-b2ed-f2a9210d673e', 'tag': 'd8263d41-4e7b-4661-bbe4-2d378850c72f', 'status': 'completed', 'code': 200} May 04 00:03:10.534658 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-da3eeb74-87a1-4ec4-b8ad-240fc68253c5 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Notify callbacks [] for security_group, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:10.564023 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-da3eeb74-87a1-4ec4-b8ad-240fc68253c5 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:10.576114 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] get_ports_and_sgs() called for port_ids ['d8263d41-4e7b-4661-bbe4-2d378850c72f'] {{(pid=114214) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 00:03:10.611703 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc57cdd9-e3fb-47df-ab7a-768208682b12 req-bb7cc011-40de-4a89-8f77-8d9fa78f3d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:03:10.613216 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-cc57cdd9-e3fb-47df-ab7a-768208682b12 req-bb7cc011-40de-4a89-8f77-8d9fa78f3d67 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ba82b8b56839492bb5c72e82d7363389&device_id=44beb316-7301-4f13-b2ed-f2a9210d673e HTTP/1.1" status: 200 len: 1098 time: 0.0546198 May 04 00:03:10.747484 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc57cdd9-e3fb-47df-ab7a-768208682b12 req-435ed734-136d-4997-9633-8b413cd1f9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:03:10.748891 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-cc57cdd9-e3fb-47df-ab7a-768208682b12 req-435ed734-136d-4997-9633-8b413cd1f9d9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1bd10a62-2d1f-443f-aa34-8f7073221cb0 HTTP/1.1" status: 200 len: 915 time: 0.1253779 May 04 00:03:10.749920 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-7f101a6c-b721-4386-b397-9867ac9302cd None None] Provisioning complete for port d8263d41-4e7b-4661-bbe4-2d378850c72f triggered by entity DHCP. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 00:03:10.750312 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-7f101a6c-b721-4386-b397-9867ac9302cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:10.802279 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-da3eeb74-87a1-4ec4-b8ad-240fc68253c5 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:10.806560 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-da3eeb74-87a1-4ec4-b8ad-240fc68253c5 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Notify callbacks [] for security_group, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:10.810518 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-da3eeb74-87a1-4ec4-b8ad-240fc68253c5 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "DELETE /v2.0/security-groups/0ff74bc8-bda0-49f4-b43b-9724d284bc9d HTTP/1.1" status: 204 len: 168 time: 0.3493178 May 04 00:03:10.812091 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 45824) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:03:10.817339 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3eeb74-87a1-4ec4-b8ad-240fc68253c5 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff74bc8-bda0-49f4-b43b-9724d284bc9d,revision_number=None']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:03:10.869143 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-cc57cdd9-e3fb-47df-ab7a-768208682b12 req-4e5c8b9d-1b4b-42e5-bb7b-8da75d6f4769 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8263d41-4e7b-4661-bbe4-2d378850c72f HTTP/1.1" status: 200 len: 1000 time: 0.1089613 May 04 00:03:11.005714 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc57cdd9-e3fb-47df-ab7a-768208682b12 req-c679ce39-3ffe-4c48-bcbf-dce284de6f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:03:11.007306 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-cc57cdd9-e3fb-47df-ab7a-768208682b12 req-c679ce39-3ffe-4c48-bcbf-dce284de6f7a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ef102ff1-c631-4381-bb4f-b859e1ceda83 HTTP/1.1" status: 200 len: 853 time: 0.1225297 May 04 00:03:11.066042 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.plugin [None req-596d17b7-79d9-4aee-a7f7-0b5f9522a05e tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Deleting port 62bcd581-acd1-46f0-9a3f-c183755ead42 {{(pid=114212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 00:03:11.066521 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-596d17b7-79d9-4aee-a7f7-0b5f9522a05e tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733331783909'] for port, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:11.086525 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc57cdd9-e3fb-47df-ab7a-768208682b12 req-becd0d74-61f6-4c4f-8d09-2a660b23daa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:03:11.088194 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-cc57cdd9-e3fb-47df-ab7a-768208682b12 req-becd0d74-61f6-4c4f-8d09-2a660b23daa6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1bd10a62-2d1f-443f-aa34-8f7073221cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0725839 May 04 00:03:11.230125 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-596d17b7-79d9-4aee-a7f7-0b5f9522a05e tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764614'] for port, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:11.230453 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-596d17b7-79d9-4aee-a7f7-0b5f9522a05e tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:11.254077 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.plugin [None req-596d17b7-79d9-4aee-a7f7-0b5f9522a05e tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Calling delete_port for 62bcd581-acd1-46f0-9a3f-c183755ead42 owned by network:floatingip {{(pid=114212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 00:03:11.279763 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-cc57cdd9-e3fb-47df-ab7a-768208682b12 req-9e5780b3-a35d-4f90-80af-6336ca17fb49 service neutron] 10.222.0.47 "GET /v2.0/networks/1bd10a62-2d1f-443f-aa34-8f7073221cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659164 May 04 00:03:11.350431 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-2c10200f-66da-4c63-b185-1f3f0a18f1f0 req-36082382-50b5-433c-a4dd-94cde4a5a2d3 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1149345287&fields=id&tenant_id=a1d7bc5f0647450b929f5ae2d768960a HTTP/1.1" status: 200 len: 267 time: 0.1173677 May 04 00:03:11.510355 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-cc57cdd9-e3fb-47df-ab7a-768208682b12 req-2d9c3ac3-7c04-4461-8f6a-4daf22fdbc46 service neutron] 10.222.0.47 "GET /v2.0/networks/1bd10a62-2d1f-443f-aa34-8f7073221cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236300 May 04 00:03:11.550770 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10200f-66da-4c63-b185-1f3f0a18f1f0 req-a6e410d2-fe46-4252-8bd6-0872111eb4a6 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:03:11.552352 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-2c10200f-66da-4c63-b185-1f3f0a18f1f0 req-a6e410d2-fe46-4252-8bd6-0872111eb4a6 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/networks?id=083b8e2e-95a8-4b62-92a0-b6216788e85b HTTP/1.1" status: 200 len: 812 time: 0.1921318 May 04 00:03:11.592455 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-2c10200f-66da-4c63-b185-1f3f0a18f1f0 req-3259e3b7-478f-4063-95a3-650f40bd61cd tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/quotas/a1d7bc5f0647450b929f5ae2d768960a HTTP/1.1" status: 200 len: 375 time: 0.0333579 May 04 00:03:11.650684 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-2c10200f-66da-4c63-b185-1f3f0a18f1f0 req-fd3f682a-60cd-43cb-a400-3ad74d285505 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a1d7bc5f0647450b929f5ae2d768960a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509527 May 04 00:03:11.714024 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-596d17b7-79d9-4aee-a7f7-0b5f9522a05e tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733331790767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733331236154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25393418'] for port, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:11.747139 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596d17b7-79d9-4aee-a7f7-0b5f9522a05e tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Pushing event deleted for resources: {'Port': ['ID=62bcd581-acd1-46f0-9a3f-c183755ead42,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:03:11.829684 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-2c10200f-66da-4c63-b185-1f3f0a18f1f0 req-0ba9b0c9-fbe6-4322-9935-a64417810730 service neutron] 10.222.0.13 "GET /v2.0/networks/083b8e2e-95a8-4b62-92a0-b6216788e85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666958 May 04 00:03:11.846304 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-596d17b7-79d9-4aee-a7f7-0b5f9522a05e tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Notify callbacks [] for floatingip, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:11.846660 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.db.l3_db [None req-596d17b7-79d9-4aee-a7f7-0b5f9522a05e tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Floating IP 8ed19758-5f0b-4fe9-95bf-ab168ca778ba disassociated (deleted). External IP: 172.27.2.94, port: d8263d41-4e7b-4661-bbe4-2d378850c72f. May 04 00:03:12.003387 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-2c10200f-66da-4c63-b185-1f3f0a18f1f0 req-6e344e37-1f16-45ca-a28a-a08eb732ed6f service neutron] 10.222.0.13 "GET /v2.0/networks/083b8e2e-95a8-4b62-92a0-b6216788e85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663680 May 04 00:03:12.124848 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-596d17b7-79d9-4aee-a7f7-0b5f9522a05e tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Router 614f4c97-bcbb-4907-92bb-11882db43f69 has already been hosted by L3 agent 758adf3f-89d7-4e1b-912e-3871fb413390 {{(pid=114212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 00:03:12.235949 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-596d17b7-79d9-4aee-a7f7-0b5f9522a05e tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Notify agent at l3_agent.dv-cinder-840375-1-iscsi the message routers_updated {{(pid=114212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 00:03:12.240565 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-596d17b7-79d9-4aee-a7f7-0b5f9522a05e tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371'] for floatingip, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:12.251563 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27d0a46-8afd-464f-adbe-7b986686661e None None] Sync routers for ids ['614f4c97-bcbb-4907-92bb-11882db43f69'] in dv-cinder-840375-1-iscsi {{(pid=114214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 00:03:12.263733 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27d0a46-8afd-464f-adbe-7b986686661e None None] Routers {'614f4c97-bcbb-4907-92bb-11882db43f69'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 00:03:12.264381 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-f27d0a46-8afd-464f-adbe-7b986686661e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-04T00:03:04Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['614f4c97-bcbb-4907-92bb-11882db43f69'], 'active': True} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:03:12.269022 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-596d17b7-79d9-4aee-a7f7-0b5f9522a05e tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "DELETE /v2.0/floatingips/8ed19758-5f0b-4fe9-95bf-ab168ca778ba HTTP/1.1" status: 204 len: 168 time: 1.4558291 May 04 00:03:12.503880 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvr_db [None req-f27d0a46-8afd-464f-adbe-7b986686661e None None] Set router 614f4c97-bcbb-4907-92bb-11882db43f69 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 00:03:12.515135 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44beb316-7301-4f13-b2ed-f2a9210d673e', 'tag': 'd8263d41-4e7b-4661-bbe4-2d378850c72f'}] {{(pid=114212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 00:03:12.517662 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d2be33a93c6036cad1ba084e78d1c3d957b621bee157ccc93bfe0a4b69d877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d520b8-83bb-4252-ad4e-96ab9d1b6a53" -d '{"events": [{"name": "network-changed", "server_uuid": "44beb316-7301-4f13-b2ed-f2a9210d673e", "tag": "d8263d41-4e7b-4661-bbe4-2d378850c72f"}]}' {{(pid=114212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 00:03:12.708754 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-f27d0a46-8afd-464f-adbe-7b986686661e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614f4c97-bcbb-4907-92bb-11882db43f69', 'name': 'tempest-TestMinimumBasicScenario-573400508-router', 'tenant_id': 'ba82b8b56839492bb5c72e82d7363389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '8dd0765a-3a9a-4ef7-8210-6833af6ea73b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T00:00:31Z', 'updated_at': '2022-05-04T00:00:35Z', 'revision_number': 4, 'project_id': 'ba82b8b56839492bb5c72e82d7363389', 'gw_port': {'id': '8dd0765a-3a9a-4ef7-8210-6833af6ea73b', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614f4c97-bcbb-4907-92bb-11882db43f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T00:00:32Z', 'updated_at': '2022-05-04T00:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_interfaces': [{'id': '30938d5b-c674-4691-9cc7-09dbead382ab', 'name': '', 'network_id': '1bd10a62-2d1f-443f-aa34-8f7073221cb0', 'tenant_id': 'ba82b8b56839492bb5c72e82d7363389', 'mac_address': 'fa:16:3e:11:b8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614f4c97-bcbb-4907-92bb-11882db43f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'ef102ff1-c631-4381-bb4f-b859e1ceda83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T00:00:34Z', 'updated_at': '2022-05-04T00:00:39Z', 'revision_number': 5, 'project_id': 'ba82b8b56839492bb5c72e82d7363389', 'subnets': [{'id': 'ef102ff1-c631-4381-bb4f-b859e1ceda83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:03:12.720478 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 00:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cca17d8-8e63-480a-a466-35c738042047 x-openstack-request-id: req-6cca17d8-8e63-480a-a466-35c738042047 {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 00:03:12.720893 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44beb316-7301-4f13-b2ed-f2a9210d673e", "tag": "d8263d41-4e7b-4661-bbe4-2d378850c72f", "status": "completed", "code": 200}]} {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 00:03:12.724238 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6cca17d8-8e63-480a-a466-35c738042047 {{(pid=114212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 00:03:12.724801 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cca17d8-8e63-480a-a466-35c738042047'] response: {'name': 'network-changed', 'server_uuid': '44beb316-7301-4f13-b2ed-f2a9210d673e', 'tag': 'd8263d41-4e7b-4661-bbe4-2d378850c72f', 'status': 'completed', 'code': 200} May 04 00:03:12.740214 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27d0a46-8afd-464f-adbe-7b986686661e None None] Checking router: 614f4c97-bcbb-4907-92bb-11882db43f69 for host: dv-cinder-840375-1-iscsi {{(pid=114214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 00:03:12.749268 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27d0a46-8afd-464f-adbe-7b986686661e None None] Routers {'614f4c97-bcbb-4907-92bb-11882db43f69'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 00:03:12.749925 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-f27d0a46-8afd-464f-adbe-7b986686661e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-04T00:03:04Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['614f4c97-bcbb-4907-92bb-11882db43f69'], 'active': True} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:03:12.817095 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d520b8-83bb-4252-ad4e-96ab9d1b6a53 req-4f376c6b-29c9-4cbd-a6fa-a533cc63870d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:03:12.818636 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-94d520b8-83bb-4252-ad4e-96ab9d1b6a53 req-4f376c6b-29c9-4cbd-a6fa-a533cc63870d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ba82b8b56839492bb5c72e82d7363389&device_id=44beb316-7301-4f13-b2ed-f2a9210d673e HTTP/1.1" status: 200 len: 1098 time: 0.0413949 May 04 00:03:12.867141 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvr_db [None req-f27d0a46-8afd-464f-adbe-7b986686661e None None] Set router 614f4c97-bcbb-4907-92bb-11882db43f69 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 00:03:12.925797 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d520b8-83bb-4252-ad4e-96ab9d1b6a53 req-ee8893ca-2f9e-4fee-abf9-0cce31f00242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:03:12.928017 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-94d520b8-83bb-4252-ad4e-96ab9d1b6a53 req-ee8893ca-2f9e-4fee-abf9-0cce31f00242 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1bd10a62-2d1f-443f-aa34-8f7073221cb0 HTTP/1.1" status: 200 len: 915 time: 0.0937057 May 04 00:03:12.977291 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-94d520b8-83bb-4252-ad4e-96ab9d1b6a53 req-6757aec7-2f9d-4d7c-8b05-f99530ee59a7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8263d41-4e7b-4661-bbe4-2d378850c72f HTTP/1.1" status: 200 len: 217 time: 0.0353558 May 04 00:03:13.030027 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d520b8-83bb-4252-ad4e-96ab9d1b6a53 req-0bea7e6b-fba3-490f-9d57-32339b2c1b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:03:13.031399 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-94d520b8-83bb-4252-ad4e-96ab9d1b6a53 req-0bea7e6b-fba3-490f-9d57-32339b2c1b9f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ef102ff1-c631-4381-bb4f-b859e1ceda83 HTTP/1.1" status: 200 len: 853 time: 0.0470021 May 04 00:03:13.072756 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-f27d0a46-8afd-464f-adbe-7b986686661e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614f4c97-bcbb-4907-92bb-11882db43f69', 'name': 'tempest-TestMinimumBasicScenario-573400508-router', 'tenant_id': 'ba82b8b56839492bb5c72e82d7363389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '8dd0765a-3a9a-4ef7-8210-6833af6ea73b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T00:00:31Z', 'updated_at': '2022-05-04T00:00:35Z', 'revision_number': 4, 'project_id': 'ba82b8b56839492bb5c72e82d7363389', 'gw_port': {'id': '8dd0765a-3a9a-4ef7-8210-6833af6ea73b', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614f4c97-bcbb-4907-92bb-11882db43f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T00:00:32Z', 'updated_at': '2022-05-04T00:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_interfaces': [{'id': '30938d5b-c674-4691-9cc7-09dbead382ab', 'name': '', 'network_id': '1bd10a62-2d1f-443f-aa34-8f7073221cb0', 'tenant_id': 'ba82b8b56839492bb5c72e82d7363389', 'mac_address': 'fa:16:3e:11:b8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614f4c97-bcbb-4907-92bb-11882db43f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'ef102ff1-c631-4381-bb4f-b859e1ceda83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T00:00:34Z', 'updated_at': '2022-05-04T00:00:39Z', 'revision_number': 5, 'project_id': 'ba82b8b56839492bb5c72e82d7363389', 'subnets': [{'id': 'ef102ff1-c631-4381-bb4f-b859e1ceda83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:03:13.088330 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d520b8-83bb-4252-ad4e-96ab9d1b6a53 req-bba45b71-cffb-476d-b42f-d40d19b7927e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:03:13.089820 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-94d520b8-83bb-4252-ad4e-96ab9d1b6a53 req-bba45b71-cffb-476d-b42f-d40d19b7927e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1bd10a62-2d1f-443f-aa34-8f7073221cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445049 May 04 00:03:13.100153 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27d0a46-8afd-464f-adbe-7b986686661e None None] The sync data for ids ['614f4c97-bcbb-4907-92bb-11882db43f69'] in dv-cinder-840375-1-iscsi is: [{'id': '614f4c97-bcbb-4907-92bb-11882db43f69', 'name': 'tempest-TestMinimumBasicScenario-573400508-router', 'tenant_id': 'ba82b8b56839492bb5c72e82d7363389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '8dd0765a-3a9a-4ef7-8210-6833af6ea73b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T00:00:31Z', 'updated_at': '2022-05-04T00:00:35Z', 'revision_number': 4, 'project_id': 'ba82b8b56839492bb5c72e82d7363389', 'gw_port': {'id': '8dd0765a-3a9a-4ef7-8210-6833af6ea73b', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614f4c97-bcbb-4907-92bb-11882db43f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T00:00:32Z', 'updated_at': '2022-05-04T00:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_interfaces': [{'id': '30938d5b-c674-4691-9cc7-09dbead382ab', 'name': '', 'network_id': '1bd10a62-2d1f-443f-aa34-8f7073221cb0', 'tenant_id': 'ba82b8b56839492bb5c72e82d7363389', 'mac_address': 'fa:16:3e:11:b8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614f4c97-bcbb-4907-92bb-11882db43f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'ef102ff1-c631-4381-bb4f-b859e1ceda83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T00:00:34Z', 'updated_at': '2022-05-04T00:00:39Z', 'revision_number': 5, 'project_id': 'ba82b8b56839492bb5c72e82d7363389', 'subnets': [{'id': 'ef102ff1-c631-4381-bb4f-b859e1ceda83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 00:03:13.183358 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-94d520b8-83bb-4252-ad4e-96ab9d1b6a53 req-4ff30e89-71f3-46ec-b4a8-0f106985f824 service neutron] 10.222.0.47 "GET /v2.0/networks/1bd10a62-2d1f-443f-aa34-8f7073221cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835328 May 04 00:03:13.304620 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-94d520b8-83bb-4252-ad4e-96ab9d1b6a53 req-7dcbf34b-4608-4000-8e5c-2d62c8849128 service neutron] 10.222.0.47 "GET /v2.0/networks/1bd10a62-2d1f-443f-aa34-8f7073221cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993259 May 04 00:03:13.356311 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce13b1e2-5238-4a59-9976-036c568e94ef None None] New status for floating IP 8ed19758-5f0b-4fe9-95bf-ab168ca778ba: DOWN {{(pid=114215) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 00:03:13.730388 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-0c146353-927a-481a-9d34-ed79a043c716 req-f39061b8-9869-4831-9fc2-45ead784c69a tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cab1ac4-9edf-4a75-b73b-7b19b2b2b4dc HTTP/1.1" status: 200 len: 210 time: 0.0290008 May 04 00:03:14.788862 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 45908) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:03:14.809182 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-309c0b82-2175-4b29-966c-b2fbc662152e req-f781439d-3a73-4e5c-8208-065b34e2e675 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cab1ac4-9edf-4a75-b73b-7b19b2b2b4dc HTTP/1.1" status: 200 len: 210 time: 0.0280578 May 04 00:03:14.899259 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-3f40b202-f789-4608-87af-c31847b98458 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:14.988681 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-3f40b202-f789-4608-87af-c31847b98458 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:15.046862 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-3f40b202-f789-4608-87af-c31847b98458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:15.086280 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-3f40b202-f789-4608-87af-c31847b98458 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fcf7e1142a2848ad819519ffa3cf0aae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2957180 May 04 00:03:15.087382 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40b202-f789-4608-87af-c31847b98458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29249608-62da-466c-a0ed-622bef7d5fcb,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:03:15.089257 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 45920) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:03:15.137587 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-ffeef0ce-cef8-4e8d-a57c-8b4f55527972 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:15.165166 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-ffeef0ce-cef8-4e8d-a57c-8b4f55527972 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:15.298471 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-ffeef0ce-cef8-4e8d-a57c-8b4f55527972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:15.302073 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-ffeef0ce-cef8-4e8d-a57c-8b4f55527972 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:15.304166 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-ffeef0ce-cef8-4e8d-a57c-8b4f55527972 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/29249608-62da-466c-a0ed-622bef7d5fcb HTTP/1.1" status: 204 len: 168 time: 0.2136559 May 04 00:03:15.314041 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeef0ce-cef8-4e8d-a57c-8b4f55527972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29249608-62da-466c-a0ed-622bef7d5fcb,revision_number=None']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:03:15.889308 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-3f7c1770-a5f3-4cf9-9f7f-3d838b35f4fb req-361e9444-a65b-450b-b2d7-b58f6e39acd6 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cab1ac4-9edf-4a75-b73b-7b19b2b2b4dc HTTP/1.1" status: 200 len: 210 time: 0.0283091 May 04 00:03:16.665473 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb9eae8-64ef-4150-8558-7b4b76e4c2ed req-452fc6d9-e536-41e3-b343-6d396ab078d5 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:03:16.666993 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-8fb9eae8-64ef-4150-8558-7b4b76e4c2ed req-452fc6d9-e536-41e3-b343-6d396ab078d5 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "GET /v2.0/ports?device_id=44beb316-7301-4f13-b2ed-f2a9210d673e HTTP/1.1" status: 200 len: 945 time: 0.0534611 May 04 00:03:16.708284 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-8fb9eae8-64ef-4150-8558-7b4b76e4c2ed req-09fd5508-ca01-479e-bb61-1e6d7ced6a22 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "GET /v2.0/security-groups?id=02c09688-6567-402e-88a5-41fd1fe6ba24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351040 May 04 00:03:16.972003 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-c9a1d06c-2869-4ea7-9ea9-7e6a5824c089 req-c3d3ab84-1839-46fa-9a59-e7f03370e16f tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cab1ac4-9edf-4a75-b73b-7b19b2b2b4dc HTTP/1.1" status: 200 len: 210 time: 0.0285945 May 04 00:03:17.834155 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf4ad50-15fb-4a7b-9ee5-b06cea4494d8 req-195b1008-f9aa-4a01-a61b-2f2d2f67688a tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:03:17.835839 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-cdf4ad50-15fb-4a7b-9ee5-b06cea4494d8 req-195b1008-f9aa-4a01-a61b-2f2d2f67688a tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "GET /v2.0/ports?device_id=44beb316-7301-4f13-b2ed-f2a9210d673e HTTP/1.1" status: 200 len: 945 time: 0.0553019 May 04 00:03:17.879459 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-cdf4ad50-15fb-4a7b-9ee5-b06cea4494d8 req-d0e2a02b-fb2b-4b59-a8d1-1e2b55723d1e tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "GET /v2.0/security-groups?id=02c09688-6567-402e-88a5-41fd1fe6ba24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368001 May 04 00:03:18.065499 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-a13b6c08-41e2-49ec-988d-adb00c881c5c req-0a527732-ae6d-46d8-93d8-5ce1c1ff40b0 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cab1ac4-9edf-4a75-b73b-7b19b2b2b4dc HTTP/1.1" status: 200 len: 210 time: 0.0269413 May 04 00:03:18.277105 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:18.496858 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.agents_db [None req-33eb5aa9-4e04-49df-8f84-9829a3bd54c6 None None] Agent healthcheck: found 6 active agents {{(pid=114215) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 00:03:18.524693 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b68a4c6-f99f-4a01-b1a0-e81b395d2d7d req-2042c40a-fe41-49a2-994b-4533a650eaae tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:03:18.526293 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-5b68a4c6-f99f-4a01-b1a0-e81b395d2d7d req-2042c40a-fe41-49a2-994b-4533a650eaae tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.47 "GET /v2.0/ports?device_id=44beb316-7301-4f13-b2ed-f2a9210d673e HTTP/1.1" status: 200 len: 945 time: 0.0512609 May 04 00:03:18.619869 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.plugin [req-5b68a4c6-f99f-4a01-b1a0-e81b395d2d7d req-95794829-925b-4b79-a468-152e02d36bec tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Deleting port d8263d41-4e7b-4661-bbe4-2d378850c72f {{(pid=114212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 00:03:18.620204 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-5b68a4c6-f99f-4a01-b1a0-e81b395d2d7d req-95794829-925b-4b79-a468-152e02d36bec tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733331783909'] for port, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:18.712356 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.db [req-5b68a4c6-f99f-4a01-b1a0-e81b395d2d7d req-95794829-925b-4b79-a468-152e02d36bec tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] For port d8263d41-4e7b-4661-bbe4-2d378850c72f, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=d8263d41-4e7b-4661-bbe4-2d378850c72f,segment=NetworkSegment(d465fedf-034e-4504-b3eb-d649a570b375),segment_id=d465fedf-034e-4504-b3eb-d649a570b375)] {{(pid=114212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 00:03:18.713218 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-5b68a4c6-f99f-4a01-b1a0-e81b395d2d7d req-95794829-925b-4b79-a468-152e02d36bec tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764614'] for port, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:18.725482 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.plugin [req-5b68a4c6-f99f-4a01-b1a0-e81b395d2d7d req-95794829-925b-4b79-a468-152e02d36bec tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Calling delete_port for d8263d41-4e7b-4661-bbe4-2d378850c72f owned by compute:nova {{(pid=114212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 00:03:18.922721 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-5b68a4c6-f99f-4a01-b1a0-e81b395d2d7d req-95794829-925b-4b79-a468-152e02d36bec tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733331790767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733331236154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25393418'] for port, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:18.957081 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] get_ports_and_sgs() called for port_ids ['d8263d41-4e7b-4661-bbe4-2d378850c72f'] {{(pid=114214) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 00:03:18.960258 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95794829-925b-4b79-a468-152e02d36bec tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Pushing event deleted for resources: {'Port': ['ID=d8263d41-4e7b-4661-bbe4-2d378850c72f,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:03:19.015021 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-abdcdc9a-099b-4cd6-857f-c8d9937d9528 req-379fabd1-d70a-4967-bea5-7dcd9238e55e tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "GET /v2.0/ports?device_id=44beb316-7301-4f13-b2ed-f2a9210d673e HTTP/1.1" status: 200 len: 210 time: 0.0568001 May 04 00:03:19.034888 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b68a4c6-f99f-4a01-b1a0-e81b395d2d7d req-95794829-925b-4b79-a468-152e02d36bec tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] No DVR routers for this DVR port d8263d41-4e7b-4661-bbe4-2d378850c72f on host hv-cinder-84037 {{(pid=114212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 00:03:19.037482 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-5b68a4c6-f99f-4a01-b1a0-e81b395d2d7d req-95794829-925b-4b79-a468-152e02d36bec tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371'] for port, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:19.041373 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-5b68a4c6-f99f-4a01-b1a0-e81b395d2d7d req-95794829-925b-4b79-a468-152e02d36bec tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.47 "DELETE /v2.0/ports/d8263d41-4e7b-4661-bbe4-2d378850c72f HTTP/1.1" status: 204 len: 173 time: 0.5076478 May 04 00:03:19.041804 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44beb316-7301-4f13-b2ed-f2a9210d673e', 'name': 'network-vif-deleted', 'tag': 'd8263d41-4e7b-4661-bbe4-2d378850c72f'}] {{(pid=114212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 00:03:19.044165 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d2be33a93c6036cad1ba084e78d1c3d957b621bee157ccc93bfe0a4b69d877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a662272-9ab0-4c9d-a4b9-94cbd057991c" -d '{"events": [{"server_uuid": "44beb316-7301-4f13-b2ed-f2a9210d673e", "name": "network-vif-deleted", "tag": "d8263d41-4e7b-4661-bbe4-2d378850c72f"}]}' {{(pid=114212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 00:03:19.082736 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 00:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20074119-6671-4f36-ba05-f7ba839934f1 x-openstack-request-id: req-20074119-6671-4f36-ba05-f7ba839934f1 {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 00:03:19.083027 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44beb316-7301-4f13-b2ed-f2a9210d673e", "name": "network-vif-deleted", "tag": "d8263d41-4e7b-4661-bbe4-2d378850c72f", "status": "completed", "code": 200}]} {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 00:03:19.083280 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-20074119-6671-4f36-ba05-f7ba839934f1 {{(pid=114212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 00:03:19.083682 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20074119-6671-4f36-ba05-f7ba839934f1'] response: {'server_uuid': '44beb316-7301-4f13-b2ed-f2a9210d673e', 'name': 'network-vif-deleted', 'tag': 'd8263d41-4e7b-4661-bbe4-2d378850c72f', 'status': 'completed', 'code': 200} May 04 00:03:19.161480 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-a4741fa1-79e1-4c28-bf21-9e23910b4a19 req-68a258c8-7edd-4111-b6e4-6b59ba05ba0c tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cab1ac4-9edf-4a75-b73b-7b19b2b2b4dc HTTP/1.1" status: 200 len: 210 time: 0.0270798 May 04 00:03:20.136314 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-5f9dcf2d-2d64-4aa5-804a-1e59070b7190 req-4dc39e40-3036-41ad-bcc2-04d97c4c44d9 tempest-TestMinimumBasicScenario-818443166 tempest-TestMinimumBasicScenario-818443166-project] 10.222.0.13 "GET /v2.0/ports?device_id=44beb316-7301-4f13-b2ed-f2a9210d673e HTTP/1.1" status: 200 len: 210 time: 0.0285022 May 04 00:03:20.317558 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10200f-66da-4c63-b185-1f3f0a18f1f0 req-6e3848a2-43fa-4a89-b0e3-768b09349a61 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:03:20.317558 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-2c10200f-66da-4c63-b185-1f3f0a18f1f0 req-6e3848a2-43fa-4a89-b0e3-768b09349a61 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.47 "GET /v2.0/networks?id=083b8e2e-95a8-4b62-92a0-b6216788e85b HTTP/1.1" status: 200 len: 812 time: 0.1241162 May 04 00:03:20.677495 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-5691c3c6-f1a0-4079-9b0f-0ae121e8ec9c req-d265899d-8494-42c0-9789-df3c3c867901 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cab1ac4-9edf-4a75-b73b-7b19b2b2b4dc HTTP/1.1" status: 200 len: 210 time: 0.0346007 May 04 00:03:20.685041 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-2c10200f-66da-4c63-b185-1f3f0a18f1f0 req-98d6de00-ee4b-443e-a7e5-06f048a63b40 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1d7bc5f0647450b929f5ae2d768960a HTTP/1.1" status: 200 len: 380 time: 0.3427806 May 04 00:03:20.694525 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [req-2c10200f-66da-4c63-b185-1f3f0a18f1f0 req-9dae6c7a-7d22-44fa-a54d-36288db0f99c tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Request body: {'port': {'device_id': '5cab1ac4-9edf-4a75-b73b-7b19b2b2b4dc', 'network_id': '083b8e2e-95a8-4b62-92a0-b6216788e85b', 'admin_state_up': True, 'tenant_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'security_groups': ['a0d12ea1-02c2-48b3-80f5-e2cd74a51005']}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 00:03:20.892584 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c10200f-66da-4c63-b185-1f3f0a18f1f0 req-9dae6c7a-7d22-44fa-a54d-36288db0f99c tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Made reservation on behalf of a1d7bc5f0647450b929f5ae2d768960a for: {'port': 1} {{(pid=114212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 00:03:20.896359 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-2c10200f-66da-4c63-b185-1f3f0a18f1f0 req-9dae6c7a-7d22-44fa-a54d-36288db0f99c tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:20.936966 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 46016) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:03:21.027144 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.db_base_plugin_common [req-2c10200f-66da-4c63-b185-1f3f0a18f1f0 req-9dae6c7a-7d22-44fa-a54d-36288db0f99c tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Allocated IP 172.20.0.11 (083b8e2e-95a8-4b62-92a0-b6216788e85b/3dcc9a01-4442-401c-88f0-a40e235839be/9ca24da7-b5b1-464a-8797-924fe0216414) {{(pid=114212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 00:03:21.048583 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-f47a8fc7-a0ee-425d-a15b-f2d64bed0a05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:21.125543 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-f47a8fc7-a0ee-425d-a15b-f2d64bed0a05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:21.172902 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-2c10200f-66da-4c63-b185-1f3f0a18f1f0 req-9dae6c7a-7d22-44fa-a54d-36288db0f99c tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks [] for port, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:21.212276 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-f47a8fc7-a0ee-425d-a15b-f2d64bed0a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:21.255197 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-f47a8fc7-a0ee-425d-a15b-f2d64bed0a05 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=638a60e817884c71a3f9096ad4d4c6a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3171506 May 04 00:03:21.258430 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47a8fc7-a0ee-425d-a15b-f2d64bed0a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a329efda-7b5e-4080-aeb4-573503f24c93,revision_number=1']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:03:21.258569 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 46024) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:03:21.311461 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-225d4d9a-b132-447d-96b5-0dd70bb4260e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:21.313357 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-2c10200f-66da-4c63-b185-1f3f0a18f1f0 req-9dae6c7a-7d22-44fa-a54d-36288db0f99c tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733331236172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25393418'] for port, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:21.381072 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-225d4d9a-b132-447d-96b5-0dd70bb4260e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:21.393082 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c10200f-66da-4c63-b185-1f3f0a18f1f0 req-9dae6c7a-7d22-44fa-a54d-36288db0f99c tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Network 083b8e2e-95a8-4b62-92a0-b6216788e85b is already hosted by enough agents. {{(pid=114212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 00:03:21.395773 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dae6c7a-7d22-44fa-a54d-36288db0f99c tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Pushing event updated for resources: {'Port': ['ID=9ca24da7-b5b1-464a-8797-924fe0216414,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:03:21.402147 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.base_scheduler [req-2c10200f-66da-4c63-b185-1f3f0a18f1f0 req-9dae6c7a-7d22-44fa-a54d-36288db0f99c tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Resources bound (agent type, host, resource id): {{(pid=114212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 00:03:21.404428 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c10200f-66da-4c63-b185-1f3f0a18f1f0 req-9dae6c7a-7d22-44fa-a54d-36288db0f99c tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Received port after_create {{(pid=114212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 00:03:21.477581 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10200f-66da-4c63-b185-1f3f0a18f1f0 req-9dae6c7a-7d22-44fa-a54d-36288db0f99c tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:03:21.478775 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-2c10200f-66da-4c63-b185-1f3f0a18f1f0 req-9dae6c7a-7d22-44fa-a54d-36288db0f99c tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371'] for port, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:21.565686 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-2c10200f-66da-4c63-b185-1f3f0a18f1f0 req-9dae6c7a-7d22-44fa-a54d-36288db0f99c tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8747747 May 04 00:03:21.576106 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [req-2c10200f-66da-4c63-b185-1f3f0a18f1f0 req-02d51869-5653-4e9e-a03f-d46bfef5e83a tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=114212) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 00:03:21.577143 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-2c10200f-66da-4c63-b185-1f3f0a18f1f0 req-02d51869-5653-4e9e-a03f-d46bfef5e83a tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060811 May 04 00:03:21.596886 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [req-2c10200f-66da-4c63-b185-1f3f0a18f1f0 req-5d487ff5-f3ff-4049-998c-e86c9e156940 service neutron] Request body: {'port': {'device_id': '5cab1ac4-9edf-4a75-b73b-7b19b2b2b4dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 00:03:21.601256 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-225d4d9a-b132-447d-96b5-0dd70bb4260e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:21.605550 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-225d4d9a-b132-447d-96b5-0dd70bb4260e admin admin] Notify callbacks [] for security_group, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:21.606804 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-225d4d9a-b132-447d-96b5-0dd70bb4260e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a329efda-7b5e-4080-aeb4-573503f24c93 HTTP/1.1" status: 204 len: 168 time: 0.3477795 May 04 00:03:21.636289 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225d4d9a-b132-447d-96b5-0dd70bb4260e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a329efda-7b5e-4080-aeb4-573503f24c93,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:03:21.685216 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-e0313683-b0ef-4afc-8e98-f6e06c1f34de None None] Provisioning complete for port 9ca24da7-b5b1-464a-8797-924fe0216414 triggered by entity DHCP. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 00:03:21.685738 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-e0313683-b0ef-4afc-8e98-f6e06c1f34de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:21.693201 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-2c10200f-66da-4c63-b185-1f3f0a18f1f0 req-5d487ff5-f3ff-4049-998c-e86c9e156940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:21.721435 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device d8263d41-4e7b-4661-bbe4-2d378850c72f no longer exists at agent hyperv_hv-cinder-84037 {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 00:03:21.752435 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] No Port match for: d8263d41-4e7b-4661-bbe4-2d378850c72f {{(pid=114214) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 00:03:21.752781 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device d8263d41-4e7b-4661-bbe4-2d378850c72f not bound to the agent host hv-cinder-84037 {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 00:03:21.758044 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-e0313683-b0ef-4afc-8e98-f6e06c1f34de None None] Port 9ca24da7-b5b1-464a-8797-924fe0216414 cannot update to ACTIVE because it is not bound. {{(pid=114214) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 04 00:03:21.837393 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b008f65a-9542-4e7c-b983-0dc290841e51 req-61d72250-8c9f-4db7-a2c7-67e392676ae5 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:03:21.837393 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-b008f65a-9542-4e7c-b983-0dc290841e51 req-61d72250-8c9f-4db7-a2c7-67e392676ae5 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cab1ac4-9edf-4a75-b73b-7b19b2b2b4dc HTTP/1.1" status: 200 len: 932 time: 0.0677900 May 04 00:03:21.882684 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-b008f65a-9542-4e7c-b983-0dc290841e51 req-da1b3852-8994-41b6-b63a-defcf1dedbfb tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0d12ea1-02c2-48b3-80f5-e2cd74a51005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384462 May 04 00:03:22.022389 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.notifiers.nova [req-2c10200f-66da-4c63-b185-1f3f0a18f1f0 req-5d487ff5-f3ff-4049-998c-e86c9e156940 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ca24da7-b5b1-464a-8797-924fe0216414 {{(pid=114212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 00:03:22.030182 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-2c10200f-66da-4c63-b185-1f3f0a18f1f0 req-5d487ff5-f3ff-4049-998c-e86c9e156940 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:22.043510 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.provisioning_blocks [req-2c10200f-66da-4c63-b185-1f3f0a18f1f0 req-5d487ff5-f3ff-4049-998c-e86c9e156940 service neutron] Transition to ACTIVE for port object 9ca24da7-b5b1-464a-8797-924fe0216414 will not be triggered until provisioned by entity L2. {{(pid=114212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 00:03:22.169021 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-2c10200f-66da-4c63-b185-1f3f0a18f1f0 req-5d487ff5-f3ff-4049-998c-e86c9e156940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25393411'] for port, after_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:22.223864 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d487ff5-f3ff-4049-998c-e86c9e156940 service neutron] Pushing event updated for resources: {'Port': ['ID=9ca24da7-b5b1-464a-8797-924fe0216414,revision_number=2']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:03:22.300145 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.managers [req-2c10200f-66da-4c63-b185-1f3f0a18f1f0 req-5d487ff5-f3ff-4049-998c-e86c9e156940 service neutron] Attempting to bind port 9ca24da7-b5b1-464a-8797-924fe0216414 on host hv-cinder-84037 for vnic_type normal with profile {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 00:03:22.300494 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.managers [req-2c10200f-66da-4c63-b185-1f3f0a18f1f0 req-5d487ff5-f3ff-4049-998c-e86c9e156940 service neutron] Attempting to bind port 9ca24da7-b5b1-464a-8797-924fe0216414 by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': '05b04087-dd39-4217-8749-e37f6c78c3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '083b8e2e-95a8-4b62-92a0-b6216788e85b'}] {{(pid=114212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 00:03:22.300824 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c10200f-66da-4c63-b185-1f3f0a18f1f0 req-5d487ff5-f3ff-4049-998c-e86c9e156940 service neutron] Attempting to bind port 9ca24da7-b5b1-464a-8797-924fe0216414 on network 083b8e2e-95a8-4b62-92a0-b6216788e85b {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 00:03:22.305385 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c10200f-66da-4c63-b185-1f3f0a18f1f0 req-5d487ff5-f3ff-4049-998c-e86c9e156940 service neutron] Port 9ca24da7-b5b1-464a-8797-924fe0216414 on network 083b8e2e-95a8-4b62-92a0-b6216788e85b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 00:03:22.306129 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c10200f-66da-4c63-b185-1f3f0a18f1f0 req-5d487ff5-f3ff-4049-998c-e86c9e156940 service neutron] Attempting to bind port 9ca24da7-b5b1-464a-8797-924fe0216414 on network 083b8e2e-95a8-4b62-92a0-b6216788e85b {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 00:03:22.311632 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c10200f-66da-4c63-b185-1f3f0a18f1f0 req-5d487ff5-f3ff-4049-998c-e86c9e156940 service neutron] Checking agent: {'id': '6e4019a9-2d41-4d26-94e3-460d78c489d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 23, 50, 48), 'started_at': datetime.datetime(2022, 5, 3, 23, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 0, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 00:03:22.311984 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c10200f-66da-4c63-b185-1f3f0a18f1f0 req-5d487ff5-f3ff-4049-998c-e86c9e156940 service neutron] Checking segment: {'id': '05b04087-dd39-4217-8749-e37f6c78c3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '083b8e2e-95a8-4b62-92a0-b6216788e85b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 00:03:22.312384 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c10200f-66da-4c63-b185-1f3f0a18f1f0 req-5d487ff5-f3ff-4049-998c-e86c9e156940 service neutron] Bound using segment: {'id': '05b04087-dd39-4217-8749-e37f6c78c3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '083b8e2e-95a8-4b62-92a0-b6216788e85b'} {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 00:03:22.312849 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.managers [req-2c10200f-66da-4c63-b185-1f3f0a18f1f0 req-5d487ff5-f3ff-4049-998c-e86c9e156940 service neutron] Bound port: 9ca24da7-b5b1-464a-8797-924fe0216414, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05b04087-dd39-4217-8749-e37f6c78c3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '083b8e2e-95a8-4b62-92a0-b6216788e85b'}}] {{(pid=114212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 00:03:22.313248 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-2c10200f-66da-4c63-b185-1f3f0a18f1f0 req-5d487ff5-f3ff-4049-998c-e86c9e156940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:22.387480 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.db [req-2c10200f-66da-4c63-b185-1f3f0a18f1f0 req-5d487ff5-f3ff-4049-998c-e86c9e156940 service neutron] For port 9ca24da7-b5b1-464a-8797-924fe0216414, host hv-cinder-84037, cleared binding levels {{(pid=114212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 00:03:22.390884 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.db [req-2c10200f-66da-4c63-b185-1f3f0a18f1f0 req-5d487ff5-f3ff-4049-998c-e86c9e156940 service neutron] For port 9ca24da7-b5b1-464a-8797-924fe0216414, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=9ca24da7-b5b1-464a-8797-924fe0216414,segment=NetworkSegment(05b04087-dd39-4217-8749-e37f6c78c3bf),segment_id=05b04087-dd39-4217-8749-e37f6c78c3bf)] {{(pid=114212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 00:03:22.434668 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 46074) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:03:22.448569 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-8498b1a7-f338-46a0-aa03-f073bc9cb55d admin admin] Notify callbacks [] for security_group, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:22.484069 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-2c10200f-66da-4c63-b185-1f3f0a18f1f0 req-5d487ff5-f3ff-4049-998c-e86c9e156940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25393411'] for port, after_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:22.530775 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10200f-66da-4c63-b185-1f3f0a18f1f0 req-5d487ff5-f3ff-4049-998c-e86c9e156940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:03:22.531372 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-2c10200f-66da-4c63-b185-1f3f0a18f1f0 req-5d487ff5-f3ff-4049-998c-e86c9e156940 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371'] for port, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:22.532815 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-2c10200f-66da-4c63-b185-1f3f0a18f1f0 req-5d487ff5-f3ff-4049-998c-e86c9e156940 service neutron] 10.222.0.47 "PUT /v2.0/ports/9ca24da7-b5b1-464a-8797-924fe0216414 HTTP/1.1" status: 200 len: 1094 time: 0.9407604 May 04 00:03:22.534296 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cab1ac4-9edf-4a75-b73b-7b19b2b2b4dc', 'tag': '9ca24da7-b5b1-464a-8797-924fe0216414'}] {{(pid=114212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 00:03:22.536557 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d2be33a93c6036cad1ba084e78d1c3d957b621bee157ccc93bfe0a4b69d877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15fb876b-3117-4791-8bfb-3dd8b4136875" -d '{"events": [{"name": "network-changed", "server_uuid": "5cab1ac4-9edf-4a75-b73b-7b19b2b2b4dc", "tag": "9ca24da7-b5b1-464a-8797-924fe0216414"}]}' {{(pid=114212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 00:03:22.570687 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d487ff5-f3ff-4049-998c-e86c9e156940 service neutron] Pushing event updated for resources: {'Port': ['ID=9ca24da7-b5b1-464a-8797-924fe0216414,revision_number=3']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:03:22.580028 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 00:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d506b75-448e-4804-8de3-cd8acf8f7a09 x-openstack-request-id: req-3d506b75-448e-4804-8de3-cd8acf8f7a09 {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 00:03:22.580315 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cab1ac4-9edf-4a75-b73b-7b19b2b2b4dc", "tag": "9ca24da7-b5b1-464a-8797-924fe0216414", "status": "completed", "code": 200}]} {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 00:03:22.580567 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3d506b75-448e-4804-8de3-cd8acf8f7a09 {{(pid=114212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 00:03:22.580962 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d506b75-448e-4804-8de3-cd8acf8f7a09'] response: {'name': 'network-changed', 'server_uuid': '5cab1ac4-9edf-4a75-b73b-7b19b2b2b4dc', 'tag': '9ca24da7-b5b1-464a-8797-924fe0216414', 'status': 'completed', 'code': 200} May 04 00:03:22.601876 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-8498b1a7-f338-46a0-aa03-f073bc9cb55d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:22.669221 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb876b-3117-4791-8bfb-3dd8b4136875 req-ae071753-7c30-4bdd-b771-518e28b8585a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:03:22.670877 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-15fb876b-3117-4791-8bfb-3dd8b4136875 req-ae071753-7c30-4bdd-b771-518e28b8585a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a1d7bc5f0647450b929f5ae2d768960a&device_id=5cab1ac4-9edf-4a75-b73b-7b19b2b2b4dc HTTP/1.1" status: 200 len: 1097 time: 0.0474379 May 04 00:03:22.739875 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-8498b1a7-f338-46a0-aa03-f073bc9cb55d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:22.788330 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 46080) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:03:22.792310 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8498b1a7-f338-46a0-aa03-f073bc9cb55d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35182da7-50f3-425c-b8ad-b43098556af6,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:03:22.798554 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-8498b1a7-f338-46a0-aa03-f073bc9cb55d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a75e3daf354a441191208fba49514740&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3627872 May 04 00:03:22.801282 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 46082) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:03:22.858887 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-e31947ce-2d2e-4657-b22e-1241216bb0dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:22.932015 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-e31947ce-2d2e-4657-b22e-1241216bb0dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:23.004999 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb876b-3117-4791-8bfb-3dd8b4136875 req-de5cb8ba-717d-4bbc-86ae-135882e6d54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:03:23.006556 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-15fb876b-3117-4791-8bfb-3dd8b4136875 req-de5cb8ba-717d-4bbc-86ae-135882e6d54c service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=a1d7bc5f0647450b929f5ae2d768960a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3214815 May 04 00:03:23.050205 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69117a6b-8135-4ce1-8786-933fdfa79ae0 req-57e46085-e92b-4d00-b7de-711aa1e5ef7e tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:03:23.051675 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-69117a6b-8135-4ce1-8786-933fdfa79ae0 req-57e46085-e92b-4d00-b7de-711aa1e5ef7e tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cab1ac4-9edf-4a75-b73b-7b19b2b2b4dc HTTP/1.1" status: 200 len: 944 time: 0.1000452 May 04 00:03:23.076882 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-e31947ce-2d2e-4657-b22e-1241216bb0dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:23.079454 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-e31947ce-2d2e-4657-b22e-1241216bb0dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:23.080594 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-e31947ce-2d2e-4657-b22e-1241216bb0dc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/35182da7-50f3-425c-b8ad-b43098556af6 HTTP/1.1" status: 204 len: 168 time: 0.2784054 May 04 00:03:23.097964 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31947ce-2d2e-4657-b22e-1241216bb0dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35182da7-50f3-425c-b8ad-b43098556af6,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:03:23.120187 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb876b-3117-4791-8bfb-3dd8b4136875 req-ced29c35-e928-4bf0-a622-e2ceb8905e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:03:23.122279 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-15fb876b-3117-4791-8bfb-3dd8b4136875 req-ced29c35-e928-4bf0-a622-e2ceb8905e1a service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1093767 May 04 00:03:23.124164 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-69117a6b-8135-4ce1-8786-933fdfa79ae0 req-a5f8f588-3b59-4fa2-9177-8da4044f6889 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0d12ea1-02c2-48b3-80f5-e2cd74a51005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640035 May 04 00:03:23.233562 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10200f-66da-4c63-b185-1f3f0a18f1f0 req-bc641908-5db5-4b68-8bc9-8b823c955cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:03:23.235500 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-2c10200f-66da-4c63-b185-1f3f0a18f1f0 req-bc641908-5db5-4b68-8bc9-8b823c955cbd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a1d7bc5f0647450b929f5ae2d768960a&device_id=5cab1ac4-9edf-4a75-b73b-7b19b2b2b4dc HTTP/1.1" status: 200 len: 1097 time: 0.0429015 May 04 00:03:23.242103 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-2a643181-a0fa-4edd-8416-98c0c5f6faca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3758426'] for router_interface, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:23.288778 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-2c10200f-66da-4c63-b185-1f3f0a18f1f0 req-38c2bbaa-28eb-40f8-9a98-0523c451abb0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ca24da7-b5b1-464a-8797-924fe0216414 HTTP/1.1" status: 200 len: 217 time: 0.0392420 May 04 00:03:23.348339 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10200f-66da-4c63-b185-1f3f0a18f1f0 req-e9f48dc4-6d17-4061-9809-a98e762ead4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:03:23.352160 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-2c10200f-66da-4c63-b185-1f3f0a18f1f0 req-e9f48dc4-6d17-4061-9809-a98e762ead4c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3dcc9a01-4442-401c-88f0-a40e235839be HTTP/1.1" status: 200 len: 851 time: 0.0550482 May 04 00:03:23.395309 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10200f-66da-4c63-b185-1f3f0a18f1f0 req-48fb08c1-6532-4466-ad50-caf6c59666f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:03:23.396816 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-2c10200f-66da-4c63-b185-1f3f0a18f1f0 req-48fb08c1-6532-4466-ad50-caf6c59666f6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=083b8e2e-95a8-4b62-92a0-b6216788e85b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394819 May 04 00:03:23.506155 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-2c10200f-66da-4c63-b185-1f3f0a18f1f0 req-58382d7b-1801-469c-a304-5dfc95a1d01e service neutron] 10.222.0.47 "GET /v2.0/networks/083b8e2e-95a8-4b62-92a0-b6216788e85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015103 May 04 00:03:23.525343 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.plugin [None req-2a643181-a0fa-4edd-8416-98c0c5f6faca admin admin] Deleting port 30938d5b-c674-4691-9cc7-09dbead382ab {{(pid=114213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 00:03:23.526436 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-2a643181-a0fa-4edd-8416-98c0c5f6faca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733331783909'] for port, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:23.621396 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-2c10200f-66da-4c63-b185-1f3f0a18f1f0 req-03c9d4dc-0072-407f-8a95-22bc459988bb service neutron] 10.222.0.47 "GET /v2.0/networks/083b8e2e-95a8-4b62-92a0-b6216788e85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057856 May 04 00:03:23.621550 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.db [None req-2a643181-a0fa-4edd-8416-98c0c5f6faca admin admin] For port 30938d5b-c674-4691-9cc7-09dbead382ab, host dv-cinder-840375-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=30938d5b-c674-4691-9cc7-09dbead382ab,segment=NetworkSegment(d465fedf-034e-4504-b3eb-d649a570b375),segment_id=d465fedf-034e-4504-b3eb-d649a570b375)] {{(pid=114213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 00:03:23.621550 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-2a643181-a0fa-4edd-8416-98c0c5f6faca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764614'] for port, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:23.635739 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.plugin [None req-2a643181-a0fa-4edd-8416-98c0c5f6faca admin admin] Calling delete_port for 30938d5b-c674-4691-9cc7-09dbead382ab owned by network:router_interface {{(pid=114213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 00:03:23.888718 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-2a643181-a0fa-4edd-8416-98c0c5f6faca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733331790767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733331236154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25969890'] for port, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:23.918246 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a643181-a0fa-4edd-8416-98c0c5f6faca admin admin] Pushing event deleted for resources: {'Port': ['ID=30938d5b-c674-4691-9cc7-09dbead382ab,revision_number=None']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:03:23.947621 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a643181-a0fa-4edd-8416-98c0c5f6faca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:03:23.951311 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a643181-a0fa-4edd-8416-98c0c5f6faca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:03:23.951649 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a643181-a0fa-4edd-8416-98c0c5f6faca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:03:23.951977 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a643181-a0fa-4edd-8416-98c0c5f6faca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:03:23.952304 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a643181-a0fa-4edd-8416-98c0c5f6faca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:03:23.952629 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a643181-a0fa-4edd-8416-98c0c5f6faca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:03:23.953089 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a643181-a0fa-4edd-8416-98c0c5f6faca admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:03:23.953498 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a643181-a0fa-4edd-8416-98c0c5f6faca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:03:23.953786 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a643181-a0fa-4edd-8416-98c0c5f6faca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:03:23.954166 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a643181-a0fa-4edd-8416-98c0c5f6faca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:03:23.954490 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a643181-a0fa-4edd-8416-98c0c5f6faca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:03:23.954803 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a643181-a0fa-4edd-8416-98c0c5f6faca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:03:24.109101 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-2a643181-a0fa-4edd-8416-98c0c5f6faca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3748307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3761898'] for router_interface, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:24.253588 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc3d44a-9083-45f7-9626-2ff22dcfbe5b req-e6140d43-310f-477f-826f-e20fed5f46ec tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:03:24.255360 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-1dc3d44a-9083-45f7-9626-2ff22dcfbe5b req-e6140d43-310f-477f-826f-e20fed5f46ec tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cab1ac4-9edf-4a75-b73b-7b19b2b2b4dc HTTP/1.1" status: 200 len: 944 time: 0.0603650 May 04 00:03:24.308614 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-1dc3d44a-9083-45f7-9626-2ff22dcfbe5b req-7c5e399e-2991-4823-861d-302101cfdd41 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0d12ea1-02c2-48b3-80f5-e2cd74a51005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444636 May 04 00:03:24.342153 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a643181-a0fa-4edd-8416-98c0c5f6faca admin admin] Router 614f4c97-bcbb-4907-92bb-11882db43f69 has already been hosted by L3 agent 758adf3f-89d7-4e1b-912e-3871fb413390 {{(pid=114213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 00:03:24.452414 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a643181-a0fa-4edd-8416-98c0c5f6faca admin admin] Notify agent at l3_agent.dv-cinder-840375-1-iscsi the message routers_updated {{(pid=114213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 00:03:24.460295 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-2a643181-a0fa-4edd-8416-98c0c5f6faca admin admin] 10.222.0.13 "PUT /v2.0/routers/614f4c97-bcbb-4907-92bb-11882db43f69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6674798 May 04 00:03:24.461190 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5c1dd1-2ee4-49d9-a85b-036c1707ca0c None None] Sync routers for ids ['614f4c97-bcbb-4907-92bb-11882db43f69'] in dv-cinder-840375-1-iscsi {{(pid=114214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 00:03:24.462266 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 46110) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:03:24.471535 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5c1dd1-2ee4-49d9-a85b-036c1707ca0c None None] Routers {'614f4c97-bcbb-4907-92bb-11882db43f69'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 00:03:24.472149 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-6c5c1dd1-2ee4-49d9-a85b-036c1707ca0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-04T00:03:04Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['614f4c97-bcbb-4907-92bb-11882db43f69'], 'active': True} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:03:24.569276 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-32988426-20c6-4cb2-9584-dbf622e569ec admin admin] Notify callbacks [] for router, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:24.586653 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvr_db [None req-6c5c1dd1-2ee4-49d9-a85b-036c1707ca0c None None] Set router 614f4c97-bcbb-4907-92bb-11882db43f69 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 00:03:24.672070 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-32988426-20c6-4cb2-9584-dbf622e569ec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:24.774916 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-6c5c1dd1-2ee4-49d9-a85b-036c1707ca0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614f4c97-bcbb-4907-92bb-11882db43f69', 'name': 'tempest-TestMinimumBasicScenario-573400508-router', 'tenant_id': 'ba82b8b56839492bb5c72e82d7363389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '8dd0765a-3a9a-4ef7-8210-6833af6ea73b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T00:00:31Z', 'updated_at': '2022-05-04T00:03:23Z', 'revision_number': 5, 'project_id': 'ba82b8b56839492bb5c72e82d7363389', 'gw_port': {'id': '8dd0765a-3a9a-4ef7-8210-6833af6ea73b', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614f4c97-bcbb-4907-92bb-11882db43f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T00:00:32Z', 'updated_at': '2022-05-04T00:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi'}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:03:24.802415 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5c1dd1-2ee4-49d9-a85b-036c1707ca0c None None] Checking router: 614f4c97-bcbb-4907-92bb-11882db43f69 for host: dv-cinder-840375-1-iscsi {{(pid=114214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 00:03:24.812548 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5c1dd1-2ee4-49d9-a85b-036c1707ca0c None None] Routers {'614f4c97-bcbb-4907-92bb-11882db43f69'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 00:03:24.813161 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-6c5c1dd1-2ee4-49d9-a85b-036c1707ca0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-04T00:03:04Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['614f4c97-bcbb-4907-92bb-11882db43f69'], 'active': True} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:03:24.827043 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.plugin [None req-32988426-20c6-4cb2-9584-dbf622e569ec admin admin] Deleting port 8dd0765a-3a9a-4ef7-8210-6833af6ea73b {{(pid=114213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 00:03:24.827043 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-32988426-20c6-4cb2-9584-dbf622e569ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733331783909'] for port, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:24.908688 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvr_db [None req-6c5c1dd1-2ee4-49d9-a85b-036c1707ca0c None None] Set router 614f4c97-bcbb-4907-92bb-11882db43f69 gateway port host: None {{(pid=114214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 00:03:24.919084 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.db [None req-32988426-20c6-4cb2-9584-dbf622e569ec admin admin] For port 8dd0765a-3a9a-4ef7-8210-6833af6ea73b, host dv-cinder-840375-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=8dd0765a-3a9a-4ef7-8210-6833af6ea73b,segment=NetworkSegment(5eb57155-ed9e-4c45-a041-92a5f67bc876),segment_id=5eb57155-ed9e-4c45-a041-92a5f67bc876)] {{(pid=114213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 00:03:24.919683 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-32988426-20c6-4cb2-9584-dbf622e569ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764614'] for port, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:24.933347 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.plugin [None req-32988426-20c6-4cb2-9584-dbf622e569ec admin admin] Calling delete_port for 8dd0765a-3a9a-4ef7-8210-6833af6ea73b owned by network:router_gateway {{(pid=114213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 00:03:24.965034 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-6c5c1dd1-2ee4-49d9-a85b-036c1707ca0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614f4c97-bcbb-4907-92bb-11882db43f69', 'name': 'tempest-TestMinimumBasicScenario-573400508-router', 'tenant_id': 'ba82b8b56839492bb5c72e82d7363389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T00:00:31Z', 'updated_at': '2022-05-04T00:03:24Z', 'revision_number': 6, 'project_id': 'ba82b8b56839492bb5c72e82d7363389', 'gw_port_host': None}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:03:24.992042 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5c1dd1-2ee4-49d9-a85b-036c1707ca0c None None] The sync data for ids ['614f4c97-bcbb-4907-92bb-11882db43f69'] in dv-cinder-840375-1-iscsi is: [{'id': '614f4c97-bcbb-4907-92bb-11882db43f69', 'name': 'tempest-TestMinimumBasicScenario-573400508-router', 'tenant_id': 'ba82b8b56839492bb5c72e82d7363389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T00:00:31Z', 'updated_at': '2022-05-04T00:03:24Z', 'revision_number': 6, 'project_id': 'ba82b8b56839492bb5c72e82d7363389', 'gw_port_host': None}] {{(pid=114214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 00:03:25.412487 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device 30938d5b-c674-4691-9cc7-09dbead382ab no longer exists at agent ovs-agent-dv-cinder-840375-1-iscsi {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 00:03:25.436018 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] No Port match for: 30938d5b-c674-4691-9cc7-09dbead382ab {{(pid=114214) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 00:03:25.436378 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device 30938d5b-c674-4691-9cc7-09dbead382ab not bound to the agent host dv-cinder-840375-1-iscsi {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 00:03:25.459812 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781d7b11-9685-40b2-88d4-2979e687696e req-dfdd885c-c9bf-4261-b8d5-1ec03564afbc tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:03:25.466487 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-781d7b11-9685-40b2-88d4-2979e687696e req-dfdd885c-c9bf-4261-b8d5-1ec03564afbc tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cab1ac4-9edf-4a75-b73b-7b19b2b2b4dc HTTP/1.1" status: 200 len: 944 time: 0.0738649 May 04 00:03:25.467698 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-32988426-20c6-4cb2-9584-dbf622e569ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733331790767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733331236154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25969890'] for port, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:25.506738 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32988426-20c6-4cb2-9584-dbf622e569ec admin admin] Pushing event deleted for resources: {'Port': ['ID=8dd0765a-3a9a-4ef7-8210-6833af6ea73b,revision_number=None']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:03:25.566043 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-781d7b11-9685-40b2-88d4-2979e687696e req-e8d622b5-85a0-43b3-a020-45180873ce19 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0d12ea1-02c2-48b3-80f5-e2cd74a51005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959239 May 04 00:03:25.588002 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-32988426-20c6-4cb2-9584-dbf622e569ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3761296'] for router_gateway, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:25.681472 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-32988426-20c6-4cb2-9584-dbf622e569ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3759915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9685'] for router, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:25.684211 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-32988426-20c6-4cb2-9584-dbf622e569ec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:25.792151 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-32988426-20c6-4cb2-9584-dbf622e569ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3759932'] for router, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:25.792820 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32988426-20c6-4cb2-9584-dbf622e569ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 614f4c97-bcbb-4907-92bb-11882db43f69 {{(pid=114213) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 00:03:25.798156 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-32988426-20c6-4cb2-9584-dbf622e569ec admin admin] Notify callbacks [] for router, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:25.801688 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-32988426-20c6-4cb2-9584-dbf622e569ec admin admin] 10.222.0.13 "DELETE /v2.0/routers/614f4c97-bcbb-4907-92bb-11882db43f69 HTTP/1.1" status: 204 len: 168 time: 1.3361607 May 04 00:03:25.802096 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 46138) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:03:25.849533 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc9ade4f-eb7a-401c-8247-10bac5cae088 admin admin] Deleting subnet ef102ff1-c631-4381-bb4f-b859e1ceda83 {{(pid=114212) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 04 00:03:25.853442 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-fc9ade4f-eb7a-401c-8247-10bac5cae088 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:25.890073 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-fc9ade4f-eb7a-401c-8247-10bac5cae088 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25200264'] for subnet, precommit_delete_associations {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:25.980972 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-fc9ade4f-eb7a-401c-8247-10bac5cae088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608747'] for subnet, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:26.134872 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-fc9ade4f-eb7a-401c-8247-10bac5cae088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29217597'] for subnet, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:26.161894 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9ade4f-eb7a-401c-8247-10bac5cae088 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef102ff1-c631-4381-bb4f-b859e1ceda83,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:03:26.164032 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-fc9ade4f-eb7a-401c-8247-10bac5cae088 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:26.167445 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-fc9ade4f-eb7a-401c-8247-10bac5cae088 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ef102ff1-c631-4381-bb4f-b859e1ceda83 HTTP/1.1" status: 204 len: 168 time: 0.3643489 May 04 00:03:26.169754 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76cf93a1-1265-4544-9813-89d953f6f571 None None] Network 1bd10a62-2d1f-443f-aa34-8f7073221cb0 requested from dv-cinder-840375-1-iscsi {{(pid=114214) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 00:03:26.170387 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 46144) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:03:26.242864 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-69684dcc-4b91-4b31-a37c-c6f2b086f610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714127'] for network, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:26.313417 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.plugin [None req-69684dcc-4b91-4b31-a37c-c6f2b086f610 admin admin] Deleting port 945206b8-909a-48ed-bb58-aa0bb4f57c27 {{(pid=114212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 00:03:26.314036 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-69684dcc-4b91-4b31-a37c-c6f2b086f610 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733331783909'] for port, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:26.376975 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677846af-2a16-450b-89e7-80a332889353 None None] DHCP port deletion for 1bd10a62-2d1f-443f-aa34-8f7073221cb0 request from dv-cinder-840375-1-iscsi {{(pid=114214) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 04 00:03:26.398909 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.db [None req-69684dcc-4b91-4b31-a37c-c6f2b086f610 admin admin] For port 945206b8-909a-48ed-bb58-aa0bb4f57c27, host dv-cinder-840375-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=945206b8-909a-48ed-bb58-aa0bb4f57c27,segment=NetworkSegment(d465fedf-034e-4504-b3eb-d649a570b375),segment_id=d465fedf-034e-4504-b3eb-d649a570b375)] {{(pid=114212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 00:03:26.399303 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-69684dcc-4b91-4b31-a37c-c6f2b086f610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764614'] for port, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:26.415803 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.plugin [None req-69684dcc-4b91-4b31-a37c-c6f2b086f610 admin admin] Calling delete_port for 945206b8-909a-48ed-bb58-aa0bb4f57c27 owned by network:dhcp {{(pid=114212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 00:03:26.439478 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-677846af-2a16-450b-89e7-80a332889353 None None] Deleting port 945206b8-909a-48ed-bb58-aa0bb4f57c27 {{(pid=114214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 00:03:26.440057 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-677846af-2a16-450b-89e7-80a332889353 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733331783909'] for port, before_delete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:26.512255 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-677846af-2a16-450b-89e7-80a332889353 None None] For port 945206b8-909a-48ed-bb58-aa0bb4f57c27, host dv-cinder-840375-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=945206b8-909a-48ed-bb58-aa0bb4f57c27,segment=NetworkSegment(d465fedf-034e-4504-b3eb-d649a570b375),segment_id=d465fedf-034e-4504-b3eb-d649a570b375)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 00:03:26.512649 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-677846af-2a16-450b-89e7-80a332889353 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764614'] for port, precommit_delete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:26.525901 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-677846af-2a16-450b-89e7-80a332889353 None None] Calling delete_port for 945206b8-909a-48ed-bb58-aa0bb4f57c27 owned by network:dhcp {{(pid=114214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 00:03:26.602483 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-69684dcc-4b91-4b31-a37c-c6f2b086f610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733331790767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733331236154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25393418'] for port, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:26.609919 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-677846af-2a16-450b-89e7-80a332889353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733331790767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733331236154'] for port, after_delete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:26.635728 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69684dcc-4b91-4b31-a37c-c6f2b086f610 admin admin] No DVR routers for this DVR port 945206b8-909a-48ed-bb58-aa0bb4f57c27 on host dv-cinder-840375-1-iscsi {{(pid=114212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 00:03:26.635728 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69684dcc-4b91-4b31-a37c-c6f2b086f610 admin admin] Pushing event deleted for resources: {'Port': ['ID=945206b8-909a-48ed-bb58-aa0bb4f57c27,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:03:26.637370 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677846af-2a16-450b-89e7-80a332889353 None None] Pushing event deleted for resources: {'Port': ['ID=945206b8-909a-48ed-bb58-aa0bb4f57c27,revision_number=None']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:03:26.639273 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677846af-2a16-450b-89e7-80a332889353 None None] No DVR routers for this DVR port 945206b8-909a-48ed-bb58-aa0bb4f57c27 on host dv-cinder-840375-1-iscsi {{(pid=114214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 00:03:26.736818 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-69684dcc-4b91-4b31-a37c-c6f2b086f610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-608354', 'neutron.services.segments.db._delete_segments_for_network-8733331752452'] for network, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:26.762497 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.services.segments.db [None req-69684dcc-4b91-4b31-a37c-c6f2b086f610 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bd10a62-2d1f-443f-aa34-8f7073221cb0']}} {{(pid=114212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:03:26.780965 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae37e2-11bb-46a6-8533-539971b27a32 req-7d73141e-6c93-4b0e-872b-69c6d1e769a7 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:03:26.782546 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-8eae37e2-11bb-46a6-8533-539971b27a32 req-7d73141e-6c93-4b0e-872b-69c6d1e769a7 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cab1ac4-9edf-4a75-b73b-7b19b2b2b4dc HTTP/1.1" status: 200 len: 944 time: 0.1122730 May 04 00:03:26.784478 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.services.segments.db [None req-69684dcc-4b91-4b31-a37c-c6f2b086f610 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd465fedf-034e-4504-b3eb-d649a570b375') {'for_net_delete': True} {{(pid=114212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:03:26.784856 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.services.segments.db [None req-69684dcc-4b91-4b31-a37c-c6f2b086f610 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd465fedf-034e-4504-b3eb-d649a570b375') {} {{(pid=114212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:03:26.804689 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-69684dcc-4b91-4b31-a37c-c6f2b086f610 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733331752717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25200259'] for segment, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:26.832442 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-69684dcc-4b91-4b31-a37c-c6f2b086f610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-611538'] for segment, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:26.843751 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-8eae37e2-11bb-46a6-8533-539971b27a32 req-b26ccbcb-1bed-46da-afa1-5faa2cb4b632 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0d12ea1-02c2-48b3-80f5-e2cd74a51005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510995 May 04 00:03:26.844682 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69684dcc-4b91-4b31-a37c-c6f2b086f610 admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=114212) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 00:03:26.845078 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-69684dcc-4b91-4b31-a37c-c6f2b086f610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-611538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25393503'] for segment, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:26.846763 dv-cinder-840375-1-iscsi neutron-server[114212]: Traceback (most recent call last): May 04 00:03:26.846763 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 00:03:26.846763 dv-cinder-840375-1-iscsi neutron-server[114212]: timer() May 04 00:03:26.846763 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 00:03:26.846763 dv-cinder-840375-1-iscsi neutron-server[114212]: cb(*args, **kw) May 04 00:03:26.846763 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 00:03:26.846763 dv-cinder-840375-1-iscsi neutron-server[114212]: return func(*args, **kwargs) May 04 00:03:26.846763 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 00:03:26.846763 dv-cinder-840375-1-iscsi neutron-server[114212]: self._notify() May 04 00:03:26.846763 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 00:03:26.846763 dv-cinder-840375-1-iscsi neutron-server[114212]: self.callback(batched_events) May 04 00:03:26.846763 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 00:03:26.846763 dv-cinder-840375-1-iscsi neutron-server[114212]: event.method(event) May 04 00:03:26.846763 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 00:03:26.846763 dv-cinder-840375-1-iscsi neutron-server[114212]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 00:03:26.846763 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 00:03:26.846763 dv-cinder-840375-1-iscsi neutron-server[114212]: aggregate_uuid = self.p_client.list_aggregates( May 04 00:03:26.846763 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 00:03:26.846763 dv-cinder-840375-1-iscsi neutron-server[114212]: return f(self, *a, **k) May 04 00:03:26.846763 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 00:03:26.846763 dv-cinder-840375-1-iscsi neutron-server[114212]: return self._get(url).json() May 04 00:03:26.846763 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 00:03:26.846763 dv-cinder-840375-1-iscsi neutron-server[114212]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 00:03:26.846763 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 00:03:26.846763 dv-cinder-840375-1-iscsi neutron-server[114212]: return self.request(url, 'GET', **kwargs) May 04 00:03:26.846763 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 00:03:26.846763 dv-cinder-840375-1-iscsi neutron-server[114212]: base_url = self.get_endpoint(auth, allow=allow, May 04 00:03:26.846763 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 00:03:26.846763 dv-cinder-840375-1-iscsi neutron-server[114212]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 00:03:26.846763 dv-cinder-840375-1-iscsi neutron-server[114212]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 00:03:26.846763 dv-cinder-840375-1-iscsi neutron-server[114212]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 00:03:26.846763 dv-cinder-840375-1-iscsi neutron-server[114212]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 00:03:27.008520 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-69684dcc-4b91-4b31-a37c-c6f2b086f610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-608361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3761736'] for network, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:27.014667 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-69684dcc-4b91-4b31-a37c-c6f2b086f610 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748400'] for network, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:27.018212 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-69684dcc-4b91-4b31-a37c-c6f2b086f610 admin admin] 10.222.0.13 "DELETE /v2.0/networks/1bd10a62-2d1f-443f-aa34-8f7073221cb0 HTTP/1.1" status: 204 len: 168 time: 0.8464463 May 04 00:03:27.021431 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 46152) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:03:27.029667 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69684dcc-4b91-4b31-a37c-c6f2b086f610 admin admin] Pushing event deleted for resources: {'Network': ['ID=1bd10a62-2d1f-443f-aa34-8f7073221cb0,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:03:27.369607 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device 8dd0765a-3a9a-4ef7-8210-6833af6ea73b no longer exists at agent ovs-agent-dv-cinder-840375-1-iscsi {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 00:03:27.374555 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-45a4971f-955a-4fe1-8857-0e854f401852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3758426'] for router_interface, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:27.389879 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] No Port match for: 8dd0765a-3a9a-4ef7-8210-6833af6ea73b {{(pid=114214) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 00:03:27.390213 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device 8dd0765a-3a9a-4ef7-8210-6833af6ea73b not bound to the agent host dv-cinder-840375-1-iscsi {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 00:03:27.390636 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device 945206b8-909a-48ed-bb58-aa0bb4f57c27 no longer exists at agent ovs-agent-dv-cinder-840375-1-iscsi {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 00:03:27.409632 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] No Port match for: 945206b8-909a-48ed-bb58-aa0bb4f57c27 {{(pid=114214) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 00:03:27.410006 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device 945206b8-909a-48ed-bb58-aa0bb4f57c27 not bound to the agent host dv-cinder-840375-1-iscsi {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 00:03:27.621896 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.plugin [None req-45a4971f-955a-4fe1-8857-0e854f401852 admin admin] Deleting port c3702117-cf45-4d99-9399-6f463cbabf80 {{(pid=114213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 00:03:27.622155 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-45a4971f-955a-4fe1-8857-0e854f401852 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733331783909'] for port, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:27.705163 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.db [None req-45a4971f-955a-4fe1-8857-0e854f401852 admin admin] For port c3702117-cf45-4d99-9399-6f463cbabf80, host dv-cinder-840375-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=c3702117-cf45-4d99-9399-6f463cbabf80,segment=NetworkSegment(249eda29-c7a9-4181-b5cd-1a8056f7c8bf),segment_id=249eda29-c7a9-4181-b5cd-1a8056f7c8bf)] {{(pid=114213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 00:03:27.705548 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-45a4971f-955a-4fe1-8857-0e854f401852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764614'] for port, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:27.719396 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.plugin [None req-45a4971f-955a-4fe1-8857-0e854f401852 admin admin] Calling delete_port for c3702117-cf45-4d99-9399-6f463cbabf80 owned by network:router_interface {{(pid=114213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 00:03:27.968103 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd8a5ca-e23b-4f8f-9560-dcfbfa1d73b1 req-ee7f00d9-ca7f-481c-a6e7-980f192a0970 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:03:27.970248 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-8dd8a5ca-e23b-4f8f-9560-dcfbfa1d73b1 req-ee7f00d9-ca7f-481c-a6e7-980f192a0970 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cab1ac4-9edf-4a75-b73b-7b19b2b2b4dc HTTP/1.1" status: 200 len: 944 time: 0.0511527 May 04 00:03:28.002323 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-45a4971f-955a-4fe1-8857-0e854f401852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733331790767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733331236154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25969890'] for port, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:28.066403 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a4971f-955a-4fe1-8857-0e854f401852 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3702117-cf45-4d99-9399-6f463cbabf80,revision_number=None']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:03:28.089034 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-8dd8a5ca-e23b-4f8f-9560-dcfbfa1d73b1 req-883789ef-911a-4f4e-8db9-97fcf475edff tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0d12ea1-02c2-48b3-80f5-e2cd74a51005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129336 May 04 00:03:28.237427 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-45a4971f-955a-4fe1-8857-0e854f401852 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3748307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3761898'] for router_interface, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:28.461799 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45a4971f-955a-4fe1-8857-0e854f401852 admin admin] Router ecc67ea0-6a3e-40ac-8768-56afd1225370 has already been hosted by L3 agent 758adf3f-89d7-4e1b-912e-3871fb413390 {{(pid=114213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 00:03:28.574073 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45a4971f-955a-4fe1-8857-0e854f401852 admin admin] Notify agent at l3_agent.dv-cinder-840375-1-iscsi the message routers_updated {{(pid=114213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 00:03:28.579047 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-45a4971f-955a-4fe1-8857-0e854f401852 admin admin] 10.222.0.13 "PUT /v2.0/routers/ecc67ea0-6a3e-40ac-8768-56afd1225370/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5565608 May 04 00:03:28.581775 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 46170) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:03:28.584568 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c6dc19-d522-4c68-a151-cf1833521038 None None] Sync routers for ids ['ecc67ea0-6a3e-40ac-8768-56afd1225370'] in dv-cinder-840375-1-iscsi {{(pid=114215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 00:03:28.594510 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c6dc19-d522-4c68-a151-cf1833521038 None None] Routers {'ecc67ea0-6a3e-40ac-8768-56afd1225370'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 00:03:28.595126 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-d1c6dc19-d522-4c68-a151-cf1833521038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-04T00:03:04Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['ecc67ea0-6a3e-40ac-8768-56afd1225370'], 'active': True} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:03:28.691586 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-5c25edc4-1fb1-4621-9f20-ec2dcff0366f admin admin] Notify callbacks [] for router, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:28.712506 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvr_db [None req-d1c6dc19-d522-4c68-a151-cf1833521038 None None] Set router ecc67ea0-6a3e-40ac-8768-56afd1225370 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 00:03:28.794903 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-5c25edc4-1fb1-4621-9f20-ec2dcff0366f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:28.898213 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-d1c6dc19-d522-4c68-a151-cf1833521038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc67ea0-6a3e-40ac-8768-56afd1225370', 'name': 'tempest-TestMinimumBasicScenario-2050156497-router', 'tenant_id': '077436a720524d0b895ab68dcc899129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '78131686-d3bc-4ff2-af6e-dd2d699d19b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T00:00:39Z', 'updated_at': '2022-05-04T00:03:27Z', 'revision_number': 5, 'project_id': '077436a720524d0b895ab68dcc899129', 'gw_port': {'id': '78131686-d3bc-4ff2-af6e-dd2d699d19b4', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:64:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc67ea0-6a3e-40ac-8768-56afd1225370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T00:00:40Z', 'updated_at': '2022-05-04T00:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi'}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:03:28.900354 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.plugin [None req-5c25edc4-1fb1-4621-9f20-ec2dcff0366f admin admin] Deleting port 78131686-d3bc-4ff2-af6e-dd2d699d19b4 {{(pid=114213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 00:03:28.900711 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-5c25edc4-1fb1-4621-9f20-ec2dcff0366f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733331783909'] for port, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:28.926056 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c6dc19-d522-4c68-a151-cf1833521038 None None] Checking router: ecc67ea0-6a3e-40ac-8768-56afd1225370 for host: dv-cinder-840375-1-iscsi {{(pid=114215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 00:03:28.934880 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c6dc19-d522-4c68-a151-cf1833521038 None None] Routers {'ecc67ea0-6a3e-40ac-8768-56afd1225370'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 00:03:28.938656 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-d1c6dc19-d522-4c68-a151-cf1833521038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-04T00:03:04Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['ecc67ea0-6a3e-40ac-8768-56afd1225370'], 'active': True} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:03:28.982375 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.db [None req-5c25edc4-1fb1-4621-9f20-ec2dcff0366f admin admin] For port 78131686-d3bc-4ff2-af6e-dd2d699d19b4, host dv-cinder-840375-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=78131686-d3bc-4ff2-af6e-dd2d699d19b4,segment=NetworkSegment(5eb57155-ed9e-4c45-a041-92a5f67bc876),segment_id=5eb57155-ed9e-4c45-a041-92a5f67bc876)] {{(pid=114213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 00:03:28.982680 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-5c25edc4-1fb1-4621-9f20-ec2dcff0366f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764614'] for port, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:28.995487 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.plugin [None req-5c25edc4-1fb1-4621-9f20-ec2dcff0366f admin admin] Calling delete_port for 78131686-d3bc-4ff2-af6e-dd2d699d19b4 owned by network:router_gateway {{(pid=114213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 00:03:29.023120 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvr_db [None req-d1c6dc19-d522-4c68-a151-cf1833521038 None None] Set router ecc67ea0-6a3e-40ac-8768-56afd1225370 gateway port host: None {{(pid=114215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 00:03:29.079894 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-d1c6dc19-d522-4c68-a151-cf1833521038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc67ea0-6a3e-40ac-8768-56afd1225370', 'name': 'tempest-TestMinimumBasicScenario-2050156497-router', 'tenant_id': '077436a720524d0b895ab68dcc899129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T00:00:39Z', 'updated_at': '2022-05-04T00:03:28Z', 'revision_number': 6, 'project_id': '077436a720524d0b895ab68dcc899129', 'gw_port_host': None}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:03:29.108004 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c6dc19-d522-4c68-a151-cf1833521038 None None] The sync data for ids ['ecc67ea0-6a3e-40ac-8768-56afd1225370'] in dv-cinder-840375-1-iscsi is: [{'id': 'ecc67ea0-6a3e-40ac-8768-56afd1225370', 'name': 'tempest-TestMinimumBasicScenario-2050156497-router', 'tenant_id': '077436a720524d0b895ab68dcc899129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T00:00:39Z', 'updated_at': '2022-05-04T00:03:28Z', 'revision_number': 6, 'project_id': '077436a720524d0b895ab68dcc899129', 'gw_port_host': None}] {{(pid=114215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 00:03:29.221447 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3736a5d5-526d-4c1c-a94e-9e7585811744 req-1d6065ee-afe3-4b48-9718-5e0ff7287007 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:03:29.222917 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-3736a5d5-526d-4c1c-a94e-9e7585811744 req-1d6065ee-afe3-4b48-9718-5e0ff7287007 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cab1ac4-9edf-4a75-b73b-7b19b2b2b4dc HTTP/1.1" status: 200 len: 944 time: 0.0528903 May 04 00:03:29.254633 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-5c25edc4-1fb1-4621-9f20-ec2dcff0366f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733331790767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733331236154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25969890'] for port, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:29.261664 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-3736a5d5-526d-4c1c-a94e-9e7585811744 req-87cf3cfe-c957-4751-bcf6-1c578a0b4e3b tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0d12ea1-02c2-48b3-80f5-e2cd74a51005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323806 May 04 00:03:29.287485 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c25edc4-1fb1-4621-9f20-ec2dcff0366f admin admin] Pushing event deleted for resources: {'Port': ['ID=78131686-d3bc-4ff2-af6e-dd2d699d19b4,revision_number=None']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:03:29.346416 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-5c25edc4-1fb1-4621-9f20-ec2dcff0366f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3761296'] for router_gateway, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:29.693910 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-5c25edc4-1fb1-4621-9f20-ec2dcff0366f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3759915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9685'] for router, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:29.696133 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-5c25edc4-1fb1-4621-9f20-ec2dcff0366f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:29.815382 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-5c25edc4-1fb1-4621-9f20-ec2dcff0366f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3759932'] for router, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:29.816062 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c25edc4-1fb1-4621-9f20-ec2dcff0366f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ecc67ea0-6a3e-40ac-8768-56afd1225370 {{(pid=114213) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 00:03:29.820300 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-5c25edc4-1fb1-4621-9f20-ec2dcff0366f admin admin] Notify callbacks [] for router, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:29.822169 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-5c25edc4-1fb1-4621-9f20-ec2dcff0366f admin admin] 10.222.0.13 "DELETE /v2.0/routers/ecc67ea0-6a3e-40ac-8768-56afd1225370 HTTP/1.1" status: 204 len: 168 time: 1.2387505 May 04 00:03:29.825805 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 46186) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:03:29.870730 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e48fde5-9719-4def-926e-298e640bde9f admin admin] Deleting subnet ff9d01a3-60be-4e15-8ac0-c1e0445c082b {{(pid=114213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 04 00:03:29.873820 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-5e48fde5-9719-4def-926e-298e640bde9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:29.933277 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-5e48fde5-9719-4def-926e-298e640bde9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25564868'] for subnet, precommit_delete_associations {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:29.933613 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device c3702117-cf45-4d99-9399-6f463cbabf80 no longer exists at agent ovs-agent-dv-cinder-840375-1-iscsi {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 00:03:29.939379 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] No Port match for: c3702117-cf45-4d99-9399-6f463cbabf80 {{(pid=114214) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 00:03:29.939732 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device c3702117-cf45-4d99-9399-6f463cbabf80 not bound to the agent host dv-cinder-840375-1-iscsi {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 00:03:29.996903 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-5e48fde5-9719-4def-926e-298e640bde9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608747'] for subnet, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:30.124449 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-5e48fde5-9719-4def-926e-298e640bde9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26196753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25579760'] for subnet, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:30.157155 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e48fde5-9719-4def-926e-298e640bde9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff9d01a3-60be-4e15-8ac0-c1e0445c082b,revision_number=None']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:03:30.162388 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-5e48fde5-9719-4def-926e-298e640bde9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748400'] for subnet, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:30.169859 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-5e48fde5-9719-4def-926e-298e640bde9f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ff9d01a3-60be-4e15-8ac0-c1e0445c082b HTTP/1.1" status: 204 len: 168 time: 0.3401461 May 04 00:03:30.169859 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 46190) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:03:30.173248 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda346a0-b3ae-4e80-9103-386401d21a2c None None] Network 63c87412-7933-48ba-8e01-615e760a49b1 requested from dv-cinder-840375-1-iscsi {{(pid=114214) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 00:03:30.242513 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-40c0c10d-b0ba-43aa-98ca-e6960475c4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714127'] for network, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:30.297980 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.plugin [None req-40c0c10d-b0ba-43aa-98ca-e6960475c4ce admin admin] Deleting port db0690da-d64e-401e-b5b8-d853f2423094 {{(pid=114213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 00:03:30.299100 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-40c0c10d-b0ba-43aa-98ca-e6960475c4ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733331783909'] for port, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:30.379084 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f782fa-4763-44b6-b59f-9269f7d82c5e None None] DHCP port deletion for 63c87412-7933-48ba-8e01-615e760a49b1 request from dv-cinder-840375-1-iscsi {{(pid=114214) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 04 00:03:30.409558 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.db [None req-40c0c10d-b0ba-43aa-98ca-e6960475c4ce admin admin] For port db0690da-d64e-401e-b5b8-d853f2423094, host dv-cinder-840375-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=db0690da-d64e-401e-b5b8-d853f2423094,segment=NetworkSegment(249eda29-c7a9-4181-b5cd-1a8056f7c8bf),segment_id=249eda29-c7a9-4181-b5cd-1a8056f7c8bf)] {{(pid=114213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 00:03:30.409946 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-40c0c10d-b0ba-43aa-98ca-e6960475c4ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764614'] for port, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:30.426856 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.plugin [None req-40c0c10d-b0ba-43aa-98ca-e6960475c4ce admin admin] Calling delete_port for db0690da-d64e-401e-b5b8-d853f2423094 owned by network:dhcp {{(pid=114213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 00:03:30.432747 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-d0f782fa-4763-44b6-b59f-9269f7d82c5e None None] Deleting port db0690da-d64e-401e-b5b8-d853f2423094 {{(pid=114214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 00:03:30.434223 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-d0f782fa-4763-44b6-b59f-9269f7d82c5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733331783909'] for port, before_delete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:30.439485 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3464868b-64cd-42b7-94b2-c07c6cb60c29 req-7900257f-97ea-40dd-95dc-569d914f1e57 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:03:30.440967 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-3464868b-64cd-42b7-94b2-c07c6cb60c29 req-7900257f-97ea-40dd-95dc-569d914f1e57 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cab1ac4-9edf-4a75-b73b-7b19b2b2b4dc HTTP/1.1" status: 200 len: 944 time: 0.0870714 May 04 00:03:30.504531 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-d0f782fa-4763-44b6-b59f-9269f7d82c5e None None] For port db0690da-d64e-401e-b5b8-d853f2423094, host dv-cinder-840375-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=db0690da-d64e-401e-b5b8-d853f2423094,segment=NetworkSegment(249eda29-c7a9-4181-b5cd-1a8056f7c8bf),segment_id=249eda29-c7a9-4181-b5cd-1a8056f7c8bf)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 00:03:30.504846 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-d0f782fa-4763-44b6-b59f-9269f7d82c5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764614'] for port, precommit_delete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:30.519102 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-d0f782fa-4763-44b6-b59f-9269f7d82c5e None None] Calling delete_port for db0690da-d64e-401e-b5b8-d853f2423094 owned by network:dhcp {{(pid=114214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 00:03:30.532222 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-3464868b-64cd-42b7-94b2-c07c6cb60c29 req-19609852-54e1-4452-a626-6c0acd298468 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0d12ea1-02c2-48b3-80f5-e2cd74a51005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836482 May 04 00:03:30.636738 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-40c0c10d-b0ba-43aa-98ca-e6960475c4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733331790767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733331236154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25969890'] for port, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:30.642456 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-d0f782fa-4763-44b6-b59f-9269f7d82c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733331790767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733331236154'] for port, after_delete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:30.667216 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c0c10d-b0ba-43aa-98ca-e6960475c4ce admin admin] Pushing event deleted for resources: {'Port': ['ID=db0690da-d64e-401e-b5b8-d853f2423094,revision_number=None']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:03:30.669158 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c0c10d-b0ba-43aa-98ca-e6960475c4ce admin admin] No DVR routers for this DVR port db0690da-d64e-401e-b5b8-d853f2423094 on host dv-cinder-840375-1-iscsi {{(pid=114213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 00:03:30.672796 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f782fa-4763-44b6-b59f-9269f7d82c5e None None] Pushing event deleted for resources: {'Port': ['ID=db0690da-d64e-401e-b5b8-d853f2423094,revision_number=None']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:03:30.678045 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f782fa-4763-44b6-b59f-9269f7d82c5e None None] No DVR routers for this DVR port db0690da-d64e-401e-b5b8-d853f2423094 on host dv-cinder-840375-1-iscsi {{(pid=114214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 00:03:30.744921 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-40c0c10d-b0ba-43aa-98ca-e6960475c4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-608354', 'neutron.services.segments.db._delete_segments_for_network-8733331752452'] for network, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:30.765893 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.services.segments.db [None req-40c0c10d-b0ba-43aa-98ca-e6960475c4ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63c87412-7933-48ba-8e01-615e760a49b1']}} {{(pid=114213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:03:30.775765 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.services.segments.db [None req-40c0c10d-b0ba-43aa-98ca-e6960475c4ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '249eda29-c7a9-4181-b5cd-1a8056f7c8bf') {'for_net_delete': True} {{(pid=114213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:03:30.776059 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.services.segments.db [None req-40c0c10d-b0ba-43aa-98ca-e6960475c4ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '249eda29-c7a9-4181-b5cd-1a8056f7c8bf') {} {{(pid=114213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:03:30.785342 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-40c0c10d-b0ba-43aa-98ca-e6960475c4ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733331752717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25564879'] for segment, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:30.799585 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-40c0c10d-b0ba-43aa-98ca-e6960475c4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-611538'] for segment, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:30.807615 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40c0c10d-b0ba-43aa-98ca-e6960475c4ce admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=114213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 00:03:30.808002 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-40c0c10d-b0ba-43aa-98ca-e6960475c4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-611538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25969847'] for segment, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:30.809697 dv-cinder-840375-1-iscsi neutron-server[114213]: Traceback (most recent call last): May 04 00:03:30.809697 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 00:03:30.809697 dv-cinder-840375-1-iscsi neutron-server[114213]: timer() May 04 00:03:30.809697 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 00:03:30.809697 dv-cinder-840375-1-iscsi neutron-server[114213]: cb(*args, **kw) May 04 00:03:30.809697 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 00:03:30.809697 dv-cinder-840375-1-iscsi neutron-server[114213]: return func(*args, **kwargs) May 04 00:03:30.809697 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 00:03:30.809697 dv-cinder-840375-1-iscsi neutron-server[114213]: self._notify() May 04 00:03:30.809697 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 00:03:30.809697 dv-cinder-840375-1-iscsi neutron-server[114213]: self.callback(batched_events) May 04 00:03:30.809697 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 00:03:30.809697 dv-cinder-840375-1-iscsi neutron-server[114213]: event.method(event) May 04 00:03:30.809697 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 00:03:30.809697 dv-cinder-840375-1-iscsi neutron-server[114213]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 00:03:30.809697 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 00:03:30.809697 dv-cinder-840375-1-iscsi neutron-server[114213]: aggregate_uuid = self.p_client.list_aggregates( May 04 00:03:30.809697 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 00:03:30.809697 dv-cinder-840375-1-iscsi neutron-server[114213]: return f(self, *a, **k) May 04 00:03:30.809697 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 00:03:30.809697 dv-cinder-840375-1-iscsi neutron-server[114213]: return self._get(url).json() May 04 00:03:30.809697 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 00:03:30.809697 dv-cinder-840375-1-iscsi neutron-server[114213]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 00:03:30.809697 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 00:03:30.809697 dv-cinder-840375-1-iscsi neutron-server[114213]: return self.request(url, 'GET', **kwargs) May 04 00:03:30.809697 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 00:03:30.809697 dv-cinder-840375-1-iscsi neutron-server[114213]: base_url = self.get_endpoint(auth, allow=allow, May 04 00:03:30.809697 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 00:03:30.809697 dv-cinder-840375-1-iscsi neutron-server[114213]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 00:03:30.809697 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 00:03:30.809697 dv-cinder-840375-1-iscsi neutron-server[114213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 00:03:30.809697 dv-cinder-840375-1-iscsi neutron-server[114213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 00:03:30.928210 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-40c0c10d-b0ba-43aa-98ca-e6960475c4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-608361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3761736'] for network, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:30.934097 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-40c0c10d-b0ba-43aa-98ca-e6960475c4ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748400'] for network, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:30.937197 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-40c0c10d-b0ba-43aa-98ca-e6960475c4ce admin admin] 10.222.0.13 "DELETE /v2.0/networks/63c87412-7933-48ba-8e01-615e760a49b1 HTTP/1.1" status: 204 len: 168 time: 0.7665777 May 04 00:03:30.949502 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c0c10d-b0ba-43aa-98ca-e6960475c4ce admin admin] Pushing event deleted for resources: {'Network': ['ID=63c87412-7933-48ba-8e01-615e760a49b1,revision_number=None']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:03:31.309527 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 46200) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:03:31.360202 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-08fb9dfd-d4f7-41a8-82ba-42004f78913d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ba82b8b56839492bb5c72e82d7363389&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0488861 May 04 00:03:31.362128 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 46202) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:03:31.372261 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device 78131686-d3bc-4ff2-af6e-dd2d699d19b4 no longer exists at agent ovs-agent-dv-cinder-840375-1-iscsi {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 00:03:31.392375 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] No Port match for: 78131686-d3bc-4ff2-af6e-dd2d699d19b4 {{(pid=114214) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 00:03:31.392699 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device 78131686-d3bc-4ff2-af6e-dd2d699d19b4 not bound to the agent host dv-cinder-840375-1-iscsi {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 00:03:31.393121 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device db0690da-d64e-401e-b5b8-d853f2423094 no longer exists at agent ovs-agent-dv-cinder-840375-1-iscsi {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 00:03:31.412551 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-d4d615f7-c0bb-4c4c-bf5f-c8a0dba2208d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:31.412763 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-419bee7c-b87e-43d3-bb7a-7bbff68869f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:31.414077 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] No Port match for: db0690da-d64e-401e-b5b8-d853f2423094 {{(pid=114214) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 00:03:31.414363 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device db0690da-d64e-401e-b5b8-d853f2423094 not bound to the agent host dv-cinder-840375-1-iscsi {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 00:03:31.436240 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-d4d615f7-c0bb-4c4c-bf5f-c8a0dba2208d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:31.562644 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-d4d615f7-c0bb-4c4c-bf5f-c8a0dba2208d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:31.565658 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-d4d615f7-c0bb-4c4c-bf5f-c8a0dba2208d admin admin] Notify callbacks [] for security_group, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:31.567046 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-d4d615f7-c0bb-4c4c-bf5f-c8a0dba2208d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/02c09688-6567-402e-88a5-41fd1fe6ba24 HTTP/1.1" status: 204 len: 168 time: 0.2037570 May 04 00:03:31.580175 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d615f7-c0bb-4c4c-bf5f-c8a0dba2208d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c09688-6567-402e-88a5-41fd1fe6ba24,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:03:31.588264 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d615f7-c0bb-4c4c-bf5f-c8a0dba2208d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:03:31.588612 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d615f7-c0bb-4c4c-bf5f-c8a0dba2208d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:03:31.588949 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d615f7-c0bb-4c4c-bf5f-c8a0dba2208d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:03:31.589280 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d615f7-c0bb-4c4c-bf5f-c8a0dba2208d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:03:31.589616 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d615f7-c0bb-4c4c-bf5f-c8a0dba2208d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:03:31.589946 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d615f7-c0bb-4c4c-bf5f-c8a0dba2208d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:03:31.590301 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d615f7-c0bb-4c4c-bf5f-c8a0dba2208d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:03:31.590629 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d615f7-c0bb-4c4c-bf5f-c8a0dba2208d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:03:31.590953 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d615f7-c0bb-4c4c-bf5f-c8a0dba2208d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:03:31.591274 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d615f7-c0bb-4c4c-bf5f-c8a0dba2208d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:03:31.591597 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d615f7-c0bb-4c4c-bf5f-c8a0dba2208d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:03:31.591917 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d615f7-c0bb-4c4c-bf5f-c8a0dba2208d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:03:31.667608 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b800b362-5f72-44d1-b79c-edbb55b0cbfc req-c0e92789-ca1e-4527-b694-21118bac0f10 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:03:31.669086 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-b800b362-5f72-44d1-b79c-edbb55b0cbfc req-c0e92789-ca1e-4527-b694-21118bac0f10 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cab1ac4-9edf-4a75-b73b-7b19b2b2b4dc HTTP/1.1" status: 200 len: 944 time: 0.0634465 May 04 00:03:31.714421 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-b800b362-5f72-44d1-b79c-edbb55b0cbfc req-d9e2b00d-cbfd-4376-9d63-ebbf0d61ea90 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0d12ea1-02c2-48b3-80f5-e2cd74a51005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382619 May 04 00:03:31.766101 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device 9ca24da7-b5b1-464a-8797-924fe0216414 details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=114214) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 00:03:31.868115 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] For port 9ca24da7-b5b1-464a-8797-924fe0216414, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=9ca24da7-b5b1-464a-8797-924fe0216414,segment=NetworkSegment(05b04087-dd39-4217-8749-e37f6c78c3bf),segment_id=05b04087-dd39-4217-8749-e37f6c78c3bf)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 00:03:31.882447 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Returning: {'device': '9ca24da7-b5b1-464a-8797-924fe0216414', 'network_id': '083b8e2e-95a8-4b62-92a0-b6216788e85b', 'port_id': '9ca24da7-b5b1-464a-8797-924fe0216414', 'mac_address': 'fa:16:3e:45:d8:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dcc9a01-4442-401c-88f0-a40e235839be', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114214) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 00:03:31.923069 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:31.936713 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.notifiers.nova [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ca24da7-b5b1-464a-8797-924fe0216414 {{(pid=114214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 00:03:31.956644 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] For port 9ca24da7-b5b1-464a-8797-924fe0216414, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=9ca24da7-b5b1-464a-8797-924fe0216414,segment=NetworkSegment(05b04087-dd39-4217-8749-e37f6c78c3bf),segment_id=05b04087-dd39-4217-8749-e37f6c78c3bf)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 00:03:32.072022 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:32.125212 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Pushing event updated for resources: {'Port': ['ID=9ca24da7-b5b1-464a-8797-924fe0216414,revision_number=4']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:03:32.420234 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] get_ports_and_sgs() called for port_ids ['9ca24da7-b5b1-464a-8797-924fe0216414'] {{(pid=114214) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 00:03:32.484752 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 46214) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:03:32.525858 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-20240ea7-55cb-4662-b223-63c5fec20f04 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=077436a720524d0b895ab68dcc899129&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392919 May 04 00:03:32.528501 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 46216) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:03:32.578765 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-52943745-500a-427f-9a7e-6eeb9f8b535f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:32.601117 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-52943745-500a-427f-9a7e-6eeb9f8b535f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:32.780812 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-52943745-500a-427f-9a7e-6eeb9f8b535f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:32.783416 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-52943745-500a-427f-9a7e-6eeb9f8b535f admin admin] Notify callbacks [] for security_group, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:32.788178 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-52943745-500a-427f-9a7e-6eeb9f8b535f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f90af4fb-bf86-4f13-acb2-4327afd19dea HTTP/1.1" status: 204 len: 168 time: 0.2561967 May 04 00:03:32.794637 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52943745-500a-427f-9a7e-6eeb9f8b535f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f90af4fb-bf86-4f13-acb2-4327afd19dea,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:03:32.859995 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b1b5b0-ddca-4922-988e-6465742f5577 req-1c405eb6-82a1-4bda-806a-d271506dc424 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:03:32.861334 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-13b1b5b0-ddca-4922-988e-6465742f5577 req-1c405eb6-82a1-4bda-806a-d271506dc424 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cab1ac4-9edf-4a75-b73b-7b19b2b2b4dc HTTP/1.1" status: 200 len: 945 time: 0.0614994 May 04 00:03:32.903876 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-13b1b5b0-ddca-4922-988e-6465742f5577 req-ec1b3d73-f288-4857-b037-0fcde3143332 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0d12ea1-02c2-48b3-80f5-e2cd74a51005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355310 May 04 00:03:33.766940 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device 9ca24da7-b5b1-464a-8797-924fe0216414 up at agent hyperv_hv-cinder-84037 {{(pid=114214) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 00:03:33.911036 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-17af9f02-9bd1-4ebe-bb1c-5436bd005a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:33.933827 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Provisioning for port 9ca24da7-b5b1-464a-8797-924fe0216414 completed by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 00:03:33.937937 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Provisioning complete for port 9ca24da7-b5b1-464a-8797-924fe0216414 triggered by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 00:03:33.938343 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:34.026113 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:34.031076 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8341a776-eb06-4ff7-b549-1bec60f18b65 req-b4d1e42a-4085-4264-93bb-690fcd6fbcda tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:03:34.032887 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-8341a776-eb06-4ff7-b549-1bec60f18b65 req-b4d1e42a-4085-4264-93bb-690fcd6fbcda tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cab1ac4-9edf-4a75-b73b-7b19b2b2b4dc HTTP/1.1" status: 200 len: 945 time: 0.0536292 May 04 00:03:34.053199 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cab1ac4-9edf-4a75-b73b-7b19b2b2b4dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ca24da7-b5b1-464a-8797-924fe0216414'}] {{(pid=114214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 00:03:34.057420 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a2c01d47b82d907f81ba0899610efc862c27db097cd111ee9714155fede03ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3721f57-19fd-4d24-97b1-f595c1c15ed4" -d '{"events": [{"server_uuid": "5cab1ac4-9edf-4a75-b73b-7b19b2b2b4dc", "name": "network-vif-plugged", "status": "completed", "tag": "9ca24da7-b5b1-464a-8797-924fe0216414"}]}' {{(pid=114214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 00:03:34.072181 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] For port 9ca24da7-b5b1-464a-8797-924fe0216414, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=9ca24da7-b5b1-464a-8797-924fe0216414,segment=NetworkSegment(05b04087-dd39-4217-8749-e37f6c78c3bf),segment_id=05b04087-dd39-4217-8749-e37f6c78c3bf)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 00:03:34.076498 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-8341a776-eb06-4ff7-b549-1bec60f18b65 req-fac35605-73e9-4ae3-82b2-b17c28ed7ed2 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0d12ea1-02c2-48b3-80f5-e2cd74a51005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373147 May 04 00:03:34.100709 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 00:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb24f91-cc25-4af1-a794-0df64c00a82a x-openstack-request-id: req-beb24f91-cc25-4af1-a794-0df64c00a82a {{(pid=114214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 00:03:34.101024 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cab1ac4-9edf-4a75-b73b-7b19b2b2b4dc", "name": "network-vif-plugged", "status": "completed", "tag": "9ca24da7-b5b1-464a-8797-924fe0216414", "code": 200}]} {{(pid=114214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 00:03:34.101275 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-beb24f91-cc25-4af1-a794-0df64c00a82a {{(pid=114214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 00:03:34.101674 dv-cinder-840375-1-iscsi neutron-server[114214]: INFO neutron.notifiers.nova [-] Nova event matching ['req-beb24f91-cc25-4af1-a794-0df64c00a82a'] response: {'server_uuid': '5cab1ac4-9edf-4a75-b73b-7b19b2b2b4dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ca24da7-b5b1-464a-8797-924fe0216414', 'code': 200} May 04 00:03:34.145480 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:34.193431 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Pushing event updated for resources: {'Port': ['ID=9ca24da7-b5b1-464a-8797-924fe0216414,revision_number=5']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:03:34.461568 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d88cd4d-2323-4f96-805f-73b248589b7e req-1de4eb80-ff81-40f2-ba60-d58d318f1a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:03:34.464207 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-5d88cd4d-2323-4f96-805f-73b248589b7e req-1de4eb80-ff81-40f2-ba60-d58d318f1a47 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5cab1ac4-9edf-4a75-b73b-7b19b2b2b4dc HTTP/1.1" status: 200 len: 1099 time: 0.0400460 May 04 00:03:34.498239 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-5d88cd4d-2323-4f96-805f-73b248589b7e req-35d4476b-2cf5-4a40-8c58-a7670bbb9a9d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a0d12ea1-02c2-48b3-80f5-e2cd74a51005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274284 May 04 00:03:35.075851 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 46256) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:03:35.185540 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-85dbcad0-6e6a-4a4f-b6bc-f00cefb38b75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:35.212206 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54f73ae-46dc-4ae5-ae99-6b0ad9b498df req-84d947e2-35f7-4a02-993a-dba5282f1e1f tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:03:35.214238 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-b54f73ae-46dc-4ae5-ae99-6b0ad9b498df req-84d947e2-35f7-4a02-993a-dba5282f1e1f tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cab1ac4-9edf-4a75-b73b-7b19b2b2b4dc HTTP/1.1" status: 200 len: 946 time: 0.0717204 May 04 00:03:35.279913 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-b54f73ae-46dc-4ae5-ae99-6b0ad9b498df req-5291eb7b-f6ce-41d3-9f1c-7d1c07ae5e98 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0d12ea1-02c2-48b3-80f5-e2cd74a51005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594440 May 04 00:03:35.315024 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-85dbcad0-6e6a-4a4f-b6bc-f00cefb38b75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:35.419265 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-85dbcad0-6e6a-4a4f-b6bc-f00cefb38b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:35.436512 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-9988ed24-7efc-4e8a-acf7-bcbfa55ed3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:35.459304 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-85dbcad0-6e6a-4a4f-b6bc-f00cefb38b75 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b9fbcb1c83024052bf62938f253d332c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3823617 May 04 00:03:35.460153 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dbcad0-6e6a-4a4f-b6bc-f00cefb38b75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a4623c-cd6a-4ae6-a983-0246bf9b77d2,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:03:35.462895 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 46262) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:03:35.516877 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-d9dfa083-eb58-44c8-bed4-7beb793fbd6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:35.544390 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-d9dfa083-eb58-44c8-bed4-7beb793fbd6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:35.654076 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-d9dfa083-eb58-44c8-bed4-7beb793fbd6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:35.656757 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-d9dfa083-eb58-44c8-bed4-7beb793fbd6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:35.657916 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-d9dfa083-eb58-44c8-bed4-7beb793fbd6c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a3a4623c-cd6a-4ae6-a983-0246bf9b77d2 HTTP/1.1" status: 204 len: 168 time: 0.1929550 May 04 00:03:35.676683 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dfa083-eb58-44c8-bed4-7beb793fbd6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a4623c-cd6a-4ae6-a983-0246bf9b77d2,revision_number=None']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:03:36.173609 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-f3996685-9434-443c-b5d7-edb245b755aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:36.284193 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 46268) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:03:36.297624 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-27a58b5b-721b-4707-9631-583cf91285fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:36.407610 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-27a58b5b-721b-4707-9631-583cf91285fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:36.424573 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d17e985-06fb-43dd-8d4f-53f53c8fd437 req-f996ce6b-a881-419c-9200-a187bfa6a7ba tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:03:36.425918 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-0d17e985-06fb-43dd-8d4f-53f53c8fd437 req-f996ce6b-a881-419c-9200-a187bfa6a7ba tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cab1ac4-9edf-4a75-b73b-7b19b2b2b4dc HTTP/1.1" status: 200 len: 946 time: 0.0750537 May 04 00:03:36.465156 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-0d17e985-06fb-43dd-8d4f-53f53c8fd437 req-ea064095-f7fc-46cd-bfa1-c78d3fb4da21 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0d12ea1-02c2-48b3-80f5-e2cd74a51005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325983 May 04 00:03:36.520331 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-27a58b5b-721b-4707-9631-583cf91285fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:36.560942 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-27a58b5b-721b-4707-9631-583cf91285fd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9a839cdbe48e42959338107d9f086142&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2756555 May 04 00:03:36.561917 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a58b5b-721b-4707-9631-583cf91285fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4433c685-b899-4ca5-a3af-219c6507ee1a,revision_number=1']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:03:36.564626 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 46274) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:03:36.582752 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3d065c-4c35-4b4b-a9d0-9a1683ae037b req-3502f9a4-87c2-4d30-99ad-d2443c5fba0a tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:03:36.583902 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-4b3d065c-4c35-4b4b-a9d0-9a1683ae037b req-3502f9a4-87c2-4d30-99ad-d2443c5fba0a tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cab1ac4-9edf-4a75-b73b-7b19b2b2b4dc HTTP/1.1" status: 200 len: 946 time: 0.0509598 May 04 00:03:36.617701 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-0fdfb9c8-00cf-46fa-81c4-a9f8a468f1d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:36.622526 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-4b3d065c-4c35-4b4b-a9d0-9a1683ae037b req-b2164d5d-e03d-4571-a2ef-25e0c9a8da11 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0d12ea1-02c2-48b3-80f5-e2cd74a51005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319855 May 04 00:03:36.641748 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-0fdfb9c8-00cf-46fa-81c4-a9f8a468f1d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:36.645132 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 46276) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:03:36.768210 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-0fdfb9c8-00cf-46fa-81c4-a9f8a468f1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:36.770799 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-0fdfb9c8-00cf-46fa-81c4-a9f8a468f1d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:36.774307 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-0fdfb9c8-00cf-46fa-81c4-a9f8a468f1d7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4433c685-b899-4ca5-a3af-219c6507ee1a HTTP/1.1" status: 204 len: 168 time: 0.2064414 May 04 00:03:36.785459 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdfb9c8-00cf-46fa-81c4-a9f8a468f1d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4433c685-b899-4ca5-a3af-219c6507ee1a,revision_number=None']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:03:36.896944 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1784d05d-2943-4a1c-a384-83ed10588481 tempest-TestVolumeBootPattern-527775853 tempest-TestVolumeBootPattern-527775853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:03:36.898587 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-1784d05d-2943-4a1c-a384-83ed10588481 tempest-TestVolumeBootPattern-527775853 tempest-TestVolumeBootPattern-527775853-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5cab1ac4-9edf-4a75-b73b-7b19b2b2b4dc HTTP/1.1" status: 200 len: 1094 time: 0.2524817 May 04 00:03:36.901590 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 46282) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:03:36.907034 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [None req-85f8ee72-39dc-4712-abe8-22bdc68dcbab tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Request body: {'floatingip': {'floating_network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'port_id': '9ca24da7-b5b1-464a-8797-924fe0216414', 'tenant_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 00:03:36.911084 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:37.007917 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-85f8ee72-39dc-4712-abe8-22bdc68dcbab tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks [] for floatingip, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:37.109576 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-85f8ee72-39dc-4712-abe8-22bdc68dcbab tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:37.232654 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.db_base_plugin_common [None req-85f8ee72-39dc-4712-abe8-22bdc68dcbab tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Allocated IP 172.27.2.157 (b899e136-3b25-4af5-bb18-9827145d490c/f9ce11e5-b806-4ff0-a648-9987146ccd8a/9c14a1fc-73b7-4d11-baba-da76382a60de) {{(pid=114212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 00:03:37.340946 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-85f8ee72-39dc-4712-abe8-22bdc68dcbab tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks [] for port, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:37.449876 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-85f8ee72-39dc-4712-abe8-22bdc68dcbab tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733331236172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25393418'] for port, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:37.482633 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f8ee72-39dc-4712-abe8-22bdc68dcbab tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Network b899e136-3b25-4af5-bb18-9827145d490c is already hosted by enough agents. {{(pid=114212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 00:03:37.485323 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.base_scheduler [None req-85f8ee72-39dc-4712-abe8-22bdc68dcbab tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Resources bound (agent type, host, resource id): {{(pid=114212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 00:03:37.490659 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f8ee72-39dc-4712-abe8-22bdc68dcbab tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Received port after_create {{(pid=114212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 00:03:37.521853 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f8ee72-39dc-4712-abe8-22bdc68dcbab tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Pushing event updated for resources: {'Port': ['ID=9c14a1fc-73b7-4d11-baba-da76382a60de,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:03:37.531874 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 46286) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:03:37.550780 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-827600c1-d221-47fe-93fd-e86d25622783 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:37.768342 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-827600c1-d221-47fe-93fd-e86d25622783 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:37.855288 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-827600c1-d221-47fe-93fd-e86d25622783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:37.936548 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-827600c1-d221-47fe-93fd-e86d25622783 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=12847bc9d7f54c909e593fc5f800f3aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4035988 May 04 00:03:37.939375 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 46288) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:03:37.939960 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827600c1-d221-47fe-93fd-e86d25622783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53ca852a-bf0d-42e9-83c1-92b2b7f4f74e,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:03:37.966048 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-85f8ee72-39dc-4712-abe8-22bdc68dcbab tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:37.990172 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-c48c244d-16db-42f7-af88-da07b4508fd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:38.012304 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-c48c244d-16db-42f7-af88-da07b4508fd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:38.085040 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-85f8ee72-39dc-4712-abe8-22bdc68dcbab tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:38.126522 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-c48c244d-16db-42f7-af88-da07b4508fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:38.129216 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-c48c244d-16db-42f7-af88-da07b4508fd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:38.130554 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-c48c244d-16db-42f7-af88-da07b4508fd7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/53ca852a-bf0d-42e9-83c1-92b2b7f4f74e HTTP/1.1" status: 204 len: 168 time: 0.1901832 May 04 00:03:38.139550 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48c244d-16db-42f7-af88-da07b4508fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ca852a-bf0d-42e9-83c1-92b2b7f4f74e,revision_number=None']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:03:38.240303 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-85f8ee72-39dc-4712-abe8-22bdc68dcbab tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks [] for port, precommit_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:38.309900 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-85f8ee72-39dc-4712-abe8-22bdc68dcbab tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25393411'] for port, after_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:38.376513 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f8ee72-39dc-4712-abe8-22bdc68dcbab tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Pushing event updated for resources: {'Port': ['ID=9c14a1fc-73b7-4d11-baba-da76382a60de,revision_number=2']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:03:38.389315 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-85f8ee72-39dc-4712-abe8-22bdc68dcbab tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3761754'] for floatingip, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:38.495759 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.db.l3_db [None req-85f8ee72-39dc-4712-abe8-22bdc68dcbab tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Floating IP 183b131d-888a-4eac-9a92-269f95acc4fa associated. External IP: 172.27.2.157, port: 9ca24da7-b5b1-464a-8797-924fe0216414. May 04 00:03:38.709821 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85f8ee72-39dc-4712-abe8-22bdc68dcbab tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Router a3200aa6-d928-4b6a-8eec-034a619ea914 has already been hosted by L3 agent 758adf3f-89d7-4e1b-912e-3871fb413390 {{(pid=114212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 00:03:39.098435 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85f8ee72-39dc-4712-abe8-22bdc68dcbab tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify agent at l3_agent.dv-cinder-840375-1-iscsi the message routers_updated {{(pid=114212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 00:03:39.108518 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f257c856-ebb7-44af-9556-7ce7a66693ea None None] Sync routers for ids ['a3200aa6-d928-4b6a-8eec-034a619ea914'] in dv-cinder-840375-1-iscsi {{(pid=114214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 00:03:39.118225 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f257c856-ebb7-44af-9556-7ce7a66693ea None None] Routers {'a3200aa6-d928-4b6a-8eec-034a619ea914'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 00:03:39.118893 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-f257c856-ebb7-44af-9556-7ce7a66693ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-04T00:03:34Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['a3200aa6-d928-4b6a-8eec-034a619ea914'], 'active': True} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:03:39.176249 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-85f8ee72-39dc-4712-abe8-22bdc68dcbab tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371'] for floatingip, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:39.205754 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-85f8ee72-39dc-4712-abe8-22bdc68dcbab tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3023322 May 04 00:03:39.206633 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cab1ac4-9edf-4a75-b73b-7b19b2b2b4dc', 'tag': '9ca24da7-b5b1-464a-8797-924fe0216414'}] {{(pid=114212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 00:03:39.208888 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d2be33a93c6036cad1ba084e78d1c3d957b621bee157ccc93bfe0a4b69d877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b690fc-ea67-4d43-874d-cdb887a2453b" -d '{"events": [{"name": "network-changed", "server_uuid": "5cab1ac4-9edf-4a75-b73b-7b19b2b2b4dc", "tag": "9ca24da7-b5b1-464a-8797-924fe0216414"}]}' {{(pid=114212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 00:03:39.241251 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvr_db [None req-f257c856-ebb7-44af-9556-7ce7a66693ea None None] Set router a3200aa6-d928-4b6a-8eec-034a619ea914 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 00:03:39.257727 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 00:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b7f5b6d-3753-4273-bf3c-b852233c5728 x-openstack-request-id: req-5b7f5b6d-3753-4273-bf3c-b852233c5728 {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 00:03:39.258101 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cab1ac4-9edf-4a75-b73b-7b19b2b2b4dc", "tag": "9ca24da7-b5b1-464a-8797-924fe0216414", "status": "completed", "code": 200}]} {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 00:03:39.258365 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5b7f5b6d-3753-4273-bf3c-b852233c5728 {{(pid=114212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 00:03:39.258785 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b7f5b6d-3753-4273-bf3c-b852233c5728'] response: {'name': 'network-changed', 'server_uuid': '5cab1ac4-9edf-4a75-b73b-7b19b2b2b4dc', 'tag': '9ca24da7-b5b1-464a-8797-924fe0216414', 'status': 'completed', 'code': 200} May 04 00:03:39.353503 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b690fc-ea67-4d43-874d-cdb887a2453b req-df8e6864-02ab-42bd-9299-61d15a3a54e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:03:39.355765 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-e1b690fc-ea67-4d43-874d-cdb887a2453b req-df8e6864-02ab-42bd-9299-61d15a3a54e8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a1d7bc5f0647450b929f5ae2d768960a&device_id=5cab1ac4-9edf-4a75-b73b-7b19b2b2b4dc HTTP/1.1" status: 200 len: 1099 time: 0.0526259 May 04 00:03:39.463516 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b690fc-ea67-4d43-874d-cdb887a2453b req-b527f34d-2bc7-4264-b9d7-9c7c117713f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:03:39.466031 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-e1b690fc-ea67-4d43-874d-cdb887a2453b req-b527f34d-2bc7-4264-b9d7-9c7c117713f5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=083b8e2e-95a8-4b62-92a0-b6216788e85b HTTP/1.1" status: 200 len: 913 time: 0.1023965 May 04 00:03:39.518918 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-f257c856-ebb7-44af-9556-7ce7a66693ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3200aa6-d928-4b6a-8eec-034a619ea914', 'name': 'tempest-TestVolumeBootPattern-1448041422-router', 'tenant_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '7aa6a057-8769-4e26-8a71-4f5532d1df51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T00:02:34Z', 'updated_at': '2022-05-04T00:02:37Z', 'revision_number': 4, 'project_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'gw_port': {'id': '7aa6a057-8769-4e26-8a71-4f5532d1df51', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:77:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3200aa6-d928-4b6a-8eec-034a619ea914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T00:02:34Z', 'updated_at': '2022-05-04T00:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_floatingips': [{'id': '183b131d-888a-4eac-9a92-269f95acc4fa', 'tenant_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'floating_ip_address': '172.27.2.157', 'floating_network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'router_id': 'a3200aa6-d928-4b6a-8eec-034a619ea914', 'port_id': '9ca24da7-b5b1-464a-8797-924fe0216414', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '083b8e2e-95a8-4b62-92a0-b6216788e85b', 'mac_address': 'fa:16:3e:45:d8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cab1ac4-9edf-4a75-b73b-7b19b2b2b4dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T00:03:37Z', 'updated_at': '2022-05-04T00:03:37Z', 'revision_number': 0, 'project_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e668a8e-aa6f-4daf-a983-4e1ad532b99a', 'name': '', 'network_id': '083b8e2e-95a8-4b62-92a0-b6216788e85b', 'tenant_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'mac_address': 'fa:16:3e:29:2f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3200aa6-d928-4b6a-8eec-034a619ea914', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '3dcc9a01-4442-401c-88f0-a40e235839be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T00:02:36Z', 'updated_at': '2022-05-04T00:02:41Z', 'revision_number': 5, 'project_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'subnets': [{'id': '3dcc9a01-4442-401c-88f0-a40e235839be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:03:39.553933 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-e1b690fc-ea67-4d43-874d-cdb887a2453b req-54169e8c-beaa-4c41-aabb-28ba45778428 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ca24da7-b5b1-464a-8797-924fe0216414 HTTP/1.1" status: 200 len: 1000 time: 0.0722649 May 04 00:03:39.560756 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f257c856-ebb7-44af-9556-7ce7a66693ea None None] Checking router: a3200aa6-d928-4b6a-8eec-034a619ea914 for host: dv-cinder-840375-1-iscsi {{(pid=114214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 00:03:39.570472 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f257c856-ebb7-44af-9556-7ce7a66693ea None None] Routers {'a3200aa6-d928-4b6a-8eec-034a619ea914'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 00:03:39.571221 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-f257c856-ebb7-44af-9556-7ce7a66693ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-04T00:03:34Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['a3200aa6-d928-4b6a-8eec-034a619ea914'], 'active': True} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:03:39.607529 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b690fc-ea67-4d43-874d-cdb887a2453b req-3adb98c6-558a-43d9-94cd-e7f080442a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:03:39.609098 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-e1b690fc-ea67-4d43-874d-cdb887a2453b req-3adb98c6-558a-43d9-94cd-e7f080442a75 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3dcc9a01-4442-401c-88f0-a40e235839be HTTP/1.1" status: 200 len: 851 time: 0.0491986 May 04 00:03:39.663629 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b690fc-ea67-4d43-874d-cdb887a2453b req-b9fdb006-1b1b-4ab4-8e11-38af744f8d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:03:39.665121 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-e1b690fc-ea67-4d43-874d-cdb887a2453b req-b9fdb006-1b1b-4ab4-8e11-38af744f8d9f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=083b8e2e-95a8-4b62-92a0-b6216788e85b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0492868 May 04 00:03:39.705336 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvr_db [None req-f257c856-ebb7-44af-9556-7ce7a66693ea None None] Set router a3200aa6-d928-4b6a-8eec-034a619ea914 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 00:03:39.769229 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-e1b690fc-ea67-4d43-874d-cdb887a2453b req-48e6eb50-c1ce-4fd0-8758-6f2cb928db3a service neutron] 10.222.0.47 "GET /v2.0/networks/083b8e2e-95a8-4b62-92a0-b6216788e85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969834 May 04 00:03:39.884254 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-e1b690fc-ea67-4d43-874d-cdb887a2453b req-f3efb1fd-e62d-4c60-86d9-ea9af2bd2223 service neutron] 10.222.0.47 "GET /v2.0/networks/083b8e2e-95a8-4b62-92a0-b6216788e85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079998 May 04 00:03:39.987232 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-f257c856-ebb7-44af-9556-7ce7a66693ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3200aa6-d928-4b6a-8eec-034a619ea914', 'name': 'tempest-TestVolumeBootPattern-1448041422-router', 'tenant_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '7aa6a057-8769-4e26-8a71-4f5532d1df51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T00:02:34Z', 'updated_at': '2022-05-04T00:02:37Z', 'revision_number': 4, 'project_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'gw_port': {'id': '7aa6a057-8769-4e26-8a71-4f5532d1df51', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:77:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3200aa6-d928-4b6a-8eec-034a619ea914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T00:02:34Z', 'updated_at': '2022-05-04T00:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_floatingips': [{'id': '183b131d-888a-4eac-9a92-269f95acc4fa', 'tenant_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'floating_ip_address': '172.27.2.157', 'floating_network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'router_id': 'a3200aa6-d928-4b6a-8eec-034a619ea914', 'port_id': '9ca24da7-b5b1-464a-8797-924fe0216414', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '083b8e2e-95a8-4b62-92a0-b6216788e85b', 'mac_address': 'fa:16:3e:45:d8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cab1ac4-9edf-4a75-b73b-7b19b2b2b4dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T00:03:37Z', 'updated_at': '2022-05-04T00:03:37Z', 'revision_number': 0, 'project_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e668a8e-aa6f-4daf-a983-4e1ad532b99a', 'name': '', 'network_id': '083b8e2e-95a8-4b62-92a0-b6216788e85b', 'tenant_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'mac_address': 'fa:16:3e:29:2f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3200aa6-d928-4b6a-8eec-034a619ea914', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '3dcc9a01-4442-401c-88f0-a40e235839be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T00:02:36Z', 'updated_at': '2022-05-04T00:02:41Z', 'revision_number': 5, 'project_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'subnets': [{'id': '3dcc9a01-4442-401c-88f0-a40e235839be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:03:40.021251 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f257c856-ebb7-44af-9556-7ce7a66693ea None None] The sync data for ids ['a3200aa6-d928-4b6a-8eec-034a619ea914'] in dv-cinder-840375-1-iscsi is: [{'id': 'a3200aa6-d928-4b6a-8eec-034a619ea914', 'name': 'tempest-TestVolumeBootPattern-1448041422-router', 'tenant_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '7aa6a057-8769-4e26-8a71-4f5532d1df51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T00:02:34Z', 'updated_at': '2022-05-04T00:02:37Z', 'revision_number': 4, 'project_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'gw_port': {'id': '7aa6a057-8769-4e26-8a71-4f5532d1df51', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:77:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3200aa6-d928-4b6a-8eec-034a619ea914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T00:02:34Z', 'updated_at': '2022-05-04T00:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_floatingips': [{'id': '183b131d-888a-4eac-9a92-269f95acc4fa', 'tenant_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'floating_ip_address': '172.27.2.157', 'floating_network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'router_id': 'a3200aa6-d928-4b6a-8eec-034a619ea914', 'port_id': '9ca24da7-b5b1-464a-8797-924fe0216414', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '083b8e2e-95a8-4b62-92a0-b6216788e85b', 'mac_address': 'fa:16:3e:45:d8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cab1ac4-9edf-4a75-b73b-7b19b2b2b4dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T00:03:37Z', 'updated_at': '2022-05-04T00:03:37Z', 'revision_number': 0, 'project_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e668a8e-aa6f-4daf-a983-4e1ad532b99a', 'name': '', 'network_id': '083b8e2e-95a8-4b62-92a0-b6216788e85b', 'tenant_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'mac_address': 'fa:16:3e:29:2f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3200aa6-d928-4b6a-8eec-034a619ea914', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '3dcc9a01-4442-401c-88f0-a40e235839be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T00:02:36Z', 'updated_at': '2022-05-04T00:02:41Z', 'revision_number': 5, 'project_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'subnets': [{'id': '3dcc9a01-4442-401c-88f0-a40e235839be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 00:03:40.242616 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dada2c1e-e53d-4186-ae70-49e5f85b1554 None None] New status for floating IP 183b131d-888a-4eac-9a92-269f95acc4fa: ACTIVE {{(pid=114215) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 00:03:41.277005 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-4dc5fe1f-b2ef-4f3e-b613-5ded1745f5c6 req-cb9f2ece-261c-47f9-ba80-7d820f1da32a tempest-VolumesNegativeTest-71528812 tempest-VolumesNegativeTest-71528812-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=5b3d33e8d9e543d99cc0f4f4b3abb799&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293627 May 04 00:03:41.462880 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc5fe1f-b2ef-4f3e-b613-5ded1745f5c6 req-a75a1dcf-cfaa-4c42-8d82-535af1c2f5d3 tempest-VolumesNegativeTest-71528812 tempest-VolumesNegativeTest-71528812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:03:41.465692 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-4dc5fe1f-b2ef-4f3e-b613-5ded1745f5c6 req-a75a1dcf-cfaa-4c42-8d82-535af1c2f5d3 tempest-VolumesNegativeTest-71528812 tempest-VolumesNegativeTest-71528812-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1790824 May 04 00:03:41.479623 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-4dc5fe1f-b2ef-4f3e-b613-5ded1745f5c6 req-45b8c94b-a938-4724-bacf-9722adee0545 tempest-VolumesNegativeTest-71528812 tempest-VolumesNegativeTest-71528812-project] 10.222.0.13 "GET /v2.0/quotas/5b3d33e8d9e543d99cc0f4f4b3abb799 HTTP/1.1" status: 200 len: 375 time: 0.0090666 May 04 00:03:41.512182 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-4dc5fe1f-b2ef-4f3e-b613-5ded1745f5c6 req-b02de2e2-1acd-495b-88a4-b42382c394fe tempest-VolumesNegativeTest-71528812 tempest-VolumesNegativeTest-71528812-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5b3d33e8d9e543d99cc0f4f4b3abb799&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267160 May 04 00:03:41.744392 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-d647cdbc-0759-42a4-83b3-49873c61eabc req-0470f393-6f88-4015-a2e8-a40a212040d1 tempest-VolumesNegativeTest-71528812 tempest-VolumesNegativeTest-71528812-project] 10.222.0.13 "GET /v2.0/ports?device_id=64841360-d759-4590-baa2-38cdb7b3a2c6 HTTP/1.1" status: 200 len: 210 time: 0.0287127 May 04 00:03:42.827915 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-f7408ff7-0096-4272-83b0-89353b79b853 req-c1dae928-01a5-4ee9-9c07-35870e8c1fa6 tempest-VolumesNegativeTest-71528812 tempest-VolumesNegativeTest-71528812-project] 10.222.0.13 "GET /v2.0/ports?device_id=64841360-d759-4590-baa2-38cdb7b3a2c6 HTTP/1.1" status: 200 len: 210 time: 0.0307555 May 04 00:03:43.932420 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-fe49c57c-86e6-4032-9c8d-e28b6e89077e req-cb6f6cfe-3867-4c4f-b4ad-10a490a5fce2 tempest-VolumesNegativeTest-71528812 tempest-VolumesNegativeTest-71528812-project] 10.222.0.13 "GET /v2.0/ports?device_id=64841360-d759-4590-baa2-38cdb7b3a2c6 HTTP/1.1" status: 200 len: 210 time: 0.0329175 May 04 00:03:43.946326 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-4dc5fe1f-b2ef-4f3e-b613-5ded1745f5c6 req-2d43bfd4-4ee2-4364-a085-54b8b59c16cf tempest-VolumesNegativeTest-71528812 tempest-VolumesNegativeTest-71528812-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=5b3d33e8d9e543d99cc0f4f4b3abb799&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223699 May 04 00:03:44.059669 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc5fe1f-b2ef-4f3e-b613-5ded1745f5c6 req-30a1e8d7-b6b2-4cfa-8514-c997afb3f552 tempest-VolumesNegativeTest-71528812 tempest-VolumesNegativeTest-71528812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:03:44.061172 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-4dc5fe1f-b2ef-4f3e-b613-5ded1745f5c6 req-30a1e8d7-b6b2-4cfa-8514-c997afb3f552 tempest-VolumesNegativeTest-71528812 tempest-VolumesNegativeTest-71528812-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1096518 May 04 00:03:44.081032 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [req-4dc5fe1f-b2ef-4f3e-b613-5ded1745f5c6 req-b02213f7-ca5c-4650-8e0c-f5d10a323a39 tempest-VolumesNegativeTest-71528812 tempest-VolumesNegativeTest-71528812-project] Request body: {'port': {'device_id': '64841360-d759-4590-baa2-38cdb7b3a2c6', 'network_id': 'b4a4246b-52ee-4187-9d3c-009aac6ccd3e', 'admin_state_up': True, 'tenant_id': '5b3d33e8d9e543d99cc0f4f4b3abb799'}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 00:03:44.436493 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dc5fe1f-b2ef-4f3e-b613-5ded1745f5c6 req-b02213f7-ca5c-4650-8e0c-f5d10a323a39 tempest-VolumesNegativeTest-71528812 tempest-VolumesNegativeTest-71528812-project] Made reservation on behalf of 5b3d33e8d9e543d99cc0f4f4b3abb799 for: {'port': 1} {{(pid=114212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 00:03:44.445074 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-4dc5fe1f-b2ef-4f3e-b613-5ded1745f5c6 req-b02213f7-ca5c-4650-8e0c-f5d10a323a39 tempest-VolumesNegativeTest-71528812 tempest-VolumesNegativeTest-71528812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:44.452415 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-4dc5fe1f-b2ef-4f3e-b613-5ded1745f5c6 req-b02213f7-ca5c-4650-8e0c-f5d10a323a39 tempest-VolumesNegativeTest-71528812 tempest-VolumesNegativeTest-71528812-project] Notify callbacks [] for security_group, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:44.544949 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-4dc5fe1f-b2ef-4f3e-b613-5ded1745f5c6 req-b02213f7-ca5c-4650-8e0c-f5d10a323a39 tempest-VolumesNegativeTest-71528812 tempest-VolumesNegativeTest-71528812-project] Notify callbacks [] for security_group, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:44.663178 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-4dc5fe1f-b2ef-4f3e-b613-5ded1745f5c6 req-b02213f7-ca5c-4650-8e0c-f5d10a323a39 tempest-VolumesNegativeTest-71528812 tempest-VolumesNegativeTest-71528812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:44.731746 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02213f7-ca5c-4650-8e0c-f5d10a323a39 tempest-VolumesNegativeTest-71528812 tempest-VolumesNegativeTest-71528812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45a3b2a6-bcc1-40b4-bfb2-c03654317060,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:03:44.814818 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.db_base_plugin_common [req-4dc5fe1f-b2ef-4f3e-b613-5ded1745f5c6 req-b02213f7-ca5c-4650-8e0c-f5d10a323a39 tempest-VolumesNegativeTest-71528812 tempest-VolumesNegativeTest-71528812-project] Allocated IP 192.168.233.9 (b4a4246b-52ee-4187-9d3c-009aac6ccd3e/2beb5e2c-da76-4f58-a6d8-f0196c8ac0bb/34d889c7-a73d-42b1-901c-96b5899c8ef9) {{(pid=114212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 00:03:44.974097 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-4dc5fe1f-b2ef-4f3e-b613-5ded1745f5c6 req-b02213f7-ca5c-4650-8e0c-f5d10a323a39 tempest-VolumesNegativeTest-71528812 tempest-VolumesNegativeTest-71528812-project] Notify callbacks [] for port, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:45.030940 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-e83a76b0-0968-4950-b2fc-4e1246228f2a req-ba3d252a-0918-488c-b5e4-f1e33683d3b4 tempest-VolumesNegativeTest-71528812 tempest-VolumesNegativeTest-71528812-project] 10.222.0.13 "GET /v2.0/ports?device_id=64841360-d759-4590-baa2-38cdb7b3a2c6 HTTP/1.1" status: 200 len: 210 time: 0.0260799 May 04 00:03:45.071250 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-4dc5fe1f-b2ef-4f3e-b613-5ded1745f5c6 req-b02213f7-ca5c-4650-8e0c-f5d10a323a39 tempest-VolumesNegativeTest-71528812 tempest-VolumesNegativeTest-71528812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733331236172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25393418'] for port, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:45.110671 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dc5fe1f-b2ef-4f3e-b613-5ded1745f5c6 req-b02213f7-ca5c-4650-8e0c-f5d10a323a39 tempest-VolumesNegativeTest-71528812 tempest-VolumesNegativeTest-71528812-project] Network b4a4246b-52ee-4187-9d3c-009aac6ccd3e is already hosted by enough agents. {{(pid=114212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 00:03:45.115679 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.base_scheduler [req-4dc5fe1f-b2ef-4f3e-b613-5ded1745f5c6 req-b02213f7-ca5c-4650-8e0c-f5d10a323a39 tempest-VolumesNegativeTest-71528812 tempest-VolumesNegativeTest-71528812-project] Resources bound (agent type, host, resource id): {{(pid=114212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 00:03:45.119345 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dc5fe1f-b2ef-4f3e-b613-5ded1745f5c6 req-b02213f7-ca5c-4650-8e0c-f5d10a323a39 tempest-VolumesNegativeTest-71528812 tempest-VolumesNegativeTest-71528812-project] Received port after_create {{(pid=114212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 00:03:45.145851 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02213f7-ca5c-4650-8e0c-f5d10a323a39 tempest-VolumesNegativeTest-71528812 tempest-VolumesNegativeTest-71528812-project] Pushing event updated for resources: {'Port': ['ID=34d889c7-a73d-42b1-901c-96b5899c8ef9,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:03:45.175806 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc5fe1f-b2ef-4f3e-b613-5ded1745f5c6 req-b02213f7-ca5c-4650-8e0c-f5d10a323a39 tempest-VolumesNegativeTest-71528812 tempest-VolumesNegativeTest-71528812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:03:45.176350 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-4dc5fe1f-b2ef-4f3e-b613-5ded1745f5c6 req-b02213f7-ca5c-4650-8e0c-f5d10a323a39 tempest-VolumesNegativeTest-71528812 tempest-VolumesNegativeTest-71528812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371'] for port, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:45.262819 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-4dc5fe1f-b2ef-4f3e-b613-5ded1745f5c6 req-b02213f7-ca5c-4650-8e0c-f5d10a323a39 tempest-VolumesNegativeTest-71528812 tempest-VolumesNegativeTest-71528812-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1858325 May 04 00:03:45.283222 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [req-4dc5fe1f-b2ef-4f3e-b613-5ded1745f5c6 req-76f87051-8f04-4a2c-b992-d5ba15f16a17 service neutron] Request body: {'port': {'device_id': '64841360-d759-4590-baa2-38cdb7b3a2c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 00:03:45.338963 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-4dc5fe1f-b2ef-4f3e-b613-5ded1745f5c6 req-76f87051-8f04-4a2c-b992-d5ba15f16a17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:45.389201 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-fa8dd8f4-a5da-45a5-814f-c0454c05bb05 None None] Provisioning complete for port 34d889c7-a73d-42b1-901c-96b5899c8ef9 triggered by entity DHCP. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 00:03:45.389810 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-fa8dd8f4-a5da-45a5-814f-c0454c05bb05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:45.423802 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-fa8dd8f4-a5da-45a5-814f-c0454c05bb05 None None] Port 34d889c7-a73d-42b1-901c-96b5899c8ef9 cannot update to ACTIVE because it is not bound. {{(pid=114214) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 04 00:03:45.600199 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.notifiers.nova [req-4dc5fe1f-b2ef-4f3e-b613-5ded1745f5c6 req-76f87051-8f04-4a2c-b992-d5ba15f16a17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34d889c7-a73d-42b1-901c-96b5899c8ef9 {{(pid=114212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 00:03:45.609442 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-4dc5fe1f-b2ef-4f3e-b613-5ded1745f5c6 req-76f87051-8f04-4a2c-b992-d5ba15f16a17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:45.622080 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.provisioning_blocks [req-4dc5fe1f-b2ef-4f3e-b613-5ded1745f5c6 req-76f87051-8f04-4a2c-b992-d5ba15f16a17 service neutron] Transition to ACTIVE for port object 34d889c7-a73d-42b1-901c-96b5899c8ef9 will not be triggered until provisioned by entity L2. {{(pid=114212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 00:03:45.754609 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-4dc5fe1f-b2ef-4f3e-b613-5ded1745f5c6 req-76f87051-8f04-4a2c-b992-d5ba15f16a17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25393411'] for port, after_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:45.810271 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f87051-8f04-4a2c-b992-d5ba15f16a17 service neutron] Pushing event updated for resources: {'Port': ['ID=34d889c7-a73d-42b1-901c-96b5899c8ef9,revision_number=2']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:03:45.881947 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.managers [req-4dc5fe1f-b2ef-4f3e-b613-5ded1745f5c6 req-76f87051-8f04-4a2c-b992-d5ba15f16a17 service neutron] Attempting to bind port 34d889c7-a73d-42b1-901c-96b5899c8ef9 on host hv-cinder-84037 for vnic_type normal with profile {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 00:03:45.882338 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.managers [req-4dc5fe1f-b2ef-4f3e-b613-5ded1745f5c6 req-76f87051-8f04-4a2c-b992-d5ba15f16a17 service neutron] Attempting to bind port 34d889c7-a73d-42b1-901c-96b5899c8ef9 by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': '444d17ac-dcaa-434d-ac8b-9bfce440269e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b4a4246b-52ee-4187-9d3c-009aac6ccd3e'}] {{(pid=114212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 00:03:45.882634 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc5fe1f-b2ef-4f3e-b613-5ded1745f5c6 req-76f87051-8f04-4a2c-b992-d5ba15f16a17 service neutron] Attempting to bind port 34d889c7-a73d-42b1-901c-96b5899c8ef9 on network b4a4246b-52ee-4187-9d3c-009aac6ccd3e {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 00:03:45.888004 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc5fe1f-b2ef-4f3e-b613-5ded1745f5c6 req-76f87051-8f04-4a2c-b992-d5ba15f16a17 service neutron] Port 34d889c7-a73d-42b1-901c-96b5899c8ef9 on network b4a4246b-52ee-4187-9d3c-009aac6ccd3e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 00:03:45.888321 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc5fe1f-b2ef-4f3e-b613-5ded1745f5c6 req-76f87051-8f04-4a2c-b992-d5ba15f16a17 service neutron] Attempting to bind port 34d889c7-a73d-42b1-901c-96b5899c8ef9 on network b4a4246b-52ee-4187-9d3c-009aac6ccd3e {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 00:03:45.895303 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc5fe1f-b2ef-4f3e-b613-5ded1745f5c6 req-76f87051-8f04-4a2c-b992-d5ba15f16a17 service neutron] Checking agent: {'id': '6e4019a9-2d41-4d26-94e3-460d78c489d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 23, 50, 48), 'started_at': datetime.datetime(2022, 5, 3, 23, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 0, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 00:03:45.895758 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc5fe1f-b2ef-4f3e-b613-5ded1745f5c6 req-76f87051-8f04-4a2c-b992-d5ba15f16a17 service neutron] Checking segment: {'id': '444d17ac-dcaa-434d-ac8b-9bfce440269e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b4a4246b-52ee-4187-9d3c-009aac6ccd3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 00:03:45.896244 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc5fe1f-b2ef-4f3e-b613-5ded1745f5c6 req-76f87051-8f04-4a2c-b992-d5ba15f16a17 service neutron] Bound using segment: {'id': '444d17ac-dcaa-434d-ac8b-9bfce440269e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b4a4246b-52ee-4187-9d3c-009aac6ccd3e'} {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 00:03:45.896801 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.managers [req-4dc5fe1f-b2ef-4f3e-b613-5ded1745f5c6 req-76f87051-8f04-4a2c-b992-d5ba15f16a17 service neutron] Bound port: 34d889c7-a73d-42b1-901c-96b5899c8ef9, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '444d17ac-dcaa-434d-ac8b-9bfce440269e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b4a4246b-52ee-4187-9d3c-009aac6ccd3e'}}] {{(pid=114212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 00:03:45.897254 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-4dc5fe1f-b2ef-4f3e-b613-5ded1745f5c6 req-76f87051-8f04-4a2c-b992-d5ba15f16a17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:45.970974 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.db [req-4dc5fe1f-b2ef-4f3e-b613-5ded1745f5c6 req-76f87051-8f04-4a2c-b992-d5ba15f16a17 service neutron] For port 34d889c7-a73d-42b1-901c-96b5899c8ef9, host hv-cinder-84037, cleared binding levels {{(pid=114212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 00:03:45.974423 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.db [req-4dc5fe1f-b2ef-4f3e-b613-5ded1745f5c6 req-76f87051-8f04-4a2c-b992-d5ba15f16a17 service neutron] For port 34d889c7-a73d-42b1-901c-96b5899c8ef9, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=34d889c7-a73d-42b1-901c-96b5899c8ef9,segment=NetworkSegment(444d17ac-dcaa-434d-ac8b-9bfce440269e),segment_id=444d17ac-dcaa-434d-ac8b-9bfce440269e)] {{(pid=114212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 00:03:46.042968 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-4dc5fe1f-b2ef-4f3e-b613-5ded1745f5c6 req-76f87051-8f04-4a2c-b992-d5ba15f16a17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25393411'] for port, after_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:46.080040 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc5fe1f-b2ef-4f3e-b613-5ded1745f5c6 req-76f87051-8f04-4a2c-b992-d5ba15f16a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:03:46.080709 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-4dc5fe1f-b2ef-4f3e-b613-5ded1745f5c6 req-76f87051-8f04-4a2c-b992-d5ba15f16a17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371'] for port, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:46.082179 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-4dc5fe1f-b2ef-4f3e-b613-5ded1745f5c6 req-76f87051-8f04-4a2c-b992-d5ba15f16a17 service neutron] 10.222.0.47 "PUT /v2.0/ports/34d889c7-a73d-42b1-901c-96b5899c8ef9 HTTP/1.1" status: 200 len: 1096 time: 0.8033845 May 04 00:03:46.082634 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64841360-d759-4590-baa2-38cdb7b3a2c6', 'tag': '34d889c7-a73d-42b1-901c-96b5899c8ef9'}] {{(pid=114212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 00:03:46.084929 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d2be33a93c6036cad1ba084e78d1c3d957b621bee157ccc93bfe0a4b69d877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-959f0e8e-8149-4af8-b399-d7000c96deda" -d '{"events": [{"name": "network-changed", "server_uuid": "64841360-d759-4590-baa2-38cdb7b3a2c6", "tag": "34d889c7-a73d-42b1-901c-96b5899c8ef9"}]}' {{(pid=114212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 00:03:46.117068 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f87051-8f04-4a2c-b992-d5ba15f16a17 service neutron] Pushing event updated for resources: {'Port': ['ID=34d889c7-a73d-42b1-901c-96b5899c8ef9,revision_number=3']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:03:46.141100 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 00:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b587a6d-456f-47a1-b43f-ad8f5fd358cf x-openstack-request-id: req-7b587a6d-456f-47a1-b43f-ad8f5fd358cf {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 00:03:46.141587 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64841360-d759-4590-baa2-38cdb7b3a2c6", "tag": "34d889c7-a73d-42b1-901c-96b5899c8ef9", "status": "completed", "code": 200}]} {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 00:03:46.141729 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7b587a6d-456f-47a1-b43f-ad8f5fd358cf {{(pid=114212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 00:03:46.142232 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b587a6d-456f-47a1-b43f-ad8f5fd358cf'] response: {'name': 'network-changed', 'server_uuid': '64841360-d759-4590-baa2-38cdb7b3a2c6', 'tag': '34d889c7-a73d-42b1-901c-96b5899c8ef9', 'status': 'completed', 'code': 200} May 04 00:03:46.169540 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7006b32c-ba42-4d12-b952-2f4586324d79 req-7e0bad1f-2d3b-49fa-b3a9-794dfe03275c tempest-VolumesNegativeTest-71528812 tempest-VolumesNegativeTest-71528812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:03:46.171147 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-7006b32c-ba42-4d12-b952-2f4586324d79 req-7e0bad1f-2d3b-49fa-b3a9-794dfe03275c tempest-VolumesNegativeTest-71528812 tempest-VolumesNegativeTest-71528812-project] 10.222.0.13 "GET /v2.0/ports?device_id=64841360-d759-4590-baa2-38cdb7b3a2c6 HTTP/1.1" status: 200 len: 946 time: 0.0656068 May 04 00:03:46.214426 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-7006b32c-ba42-4d12-b952-2f4586324d79 req-5a67855f-71f2-4ef0-a61a-a71555e95245 tempest-VolumesNegativeTest-71528812 tempest-VolumesNegativeTest-71528812-project] 10.222.0.13 "GET /v2.0/security-groups?id=45a3b2a6-bcc1-40b4-bfb2-c03654317060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364408 May 04 00:03:46.240938 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959f0e8e-8149-4af8-b399-d7000c96deda req-5ed54653-a08c-45dd-a4a1-42dc129e66da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:03:46.242815 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-959f0e8e-8149-4af8-b399-d7000c96deda req-5ed54653-a08c-45dd-a4a1-42dc129e66da service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5b3d33e8d9e543d99cc0f4f4b3abb799&device_id=64841360-d759-4590-baa2-38cdb7b3a2c6 HTTP/1.1" status: 200 len: 1099 time: 0.0549905 May 04 00:03:46.279841 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-959f0e8e-8149-4af8-b399-d7000c96deda req-2059aaa2-dd4e-4cbc-9f14-b67d00ebf8c2 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=5b3d33e8d9e543d99cc0f4f4b3abb799&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0212760 May 04 00:03:46.381807 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959f0e8e-8149-4af8-b399-d7000c96deda req-39210579-aeb9-419f-8d17-19f1267f782e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:03:46.383385 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-959f0e8e-8149-4af8-b399-d7000c96deda req-39210579-aeb9-419f-8d17-19f1267f782e service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0973427 May 04 00:03:46.501347 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc5fe1f-b2ef-4f3e-b613-5ded1745f5c6 req-9a340710-a634-4257-b8be-c72c7a23abee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:03:46.502985 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-4dc5fe1f-b2ef-4f3e-b613-5ded1745f5c6 req-9a340710-a634-4257-b8be-c72c7a23abee service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5b3d33e8d9e543d99cc0f4f4b3abb799&device_id=64841360-d759-4590-baa2-38cdb7b3a2c6 HTTP/1.1" status: 200 len: 1099 time: 0.0566227 May 04 00:03:46.554370 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-4dc5fe1f-b2ef-4f3e-b613-5ded1745f5c6 req-5abf00e7-d5a3-415a-b343-08ceab87a294 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=34d889c7-a73d-42b1-901c-96b5899c8ef9 HTTP/1.1" status: 200 len: 217 time: 0.0346453 May 04 00:03:46.607930 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc5fe1f-b2ef-4f3e-b613-5ded1745f5c6 req-58c9dd5f-e5cc-4f0c-90a0-cfe40ab6a110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:03:46.609640 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-4dc5fe1f-b2ef-4f3e-b613-5ded1745f5c6 req-58c9dd5f-e5cc-4f0c-90a0-cfe40ab6a110 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2beb5e2c-da76-4f58-a6d8-f0196c8ac0bb HTTP/1.1" status: 200 len: 843 time: 0.0462928 May 04 00:03:46.658644 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc5fe1f-b2ef-4f3e-b613-5ded1745f5c6 req-752e013f-368e-4b02-895b-4be953782a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:03:46.660225 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-4dc5fe1f-b2ef-4f3e-b613-5ded1745f5c6 req-752e013f-368e-4b02-895b-4be953782a93 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b4a4246b-52ee-4187-9d3c-009aac6ccd3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0431368 May 04 00:03:46.759471 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-4dc5fe1f-b2ef-4f3e-b613-5ded1745f5c6 req-b74b7186-281e-42ef-a1c3-d7ac79381389 service neutron] 10.222.0.47 "GET /v2.0/networks/b4a4246b-52ee-4187-9d3c-009aac6ccd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919828 May 04 00:03:46.858049 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-4dc5fe1f-b2ef-4f3e-b613-5ded1745f5c6 req-b9255cf8-f6f0-4081-ac23-6502d05b7af9 service neutron] 10.222.0.47 "GET /v2.0/networks/b4a4246b-52ee-4187-9d3c-009aac6ccd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911629 May 04 00:03:47.349349 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670665cb-5b7d-4196-af14-9ed8da4047db req-14e08b70-aa53-4d26-b7b0-df9341555e85 tempest-VolumesNegativeTest-71528812 tempest-VolumesNegativeTest-71528812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:03:47.350864 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-670665cb-5b7d-4196-af14-9ed8da4047db req-14e08b70-aa53-4d26-b7b0-df9341555e85 tempest-VolumesNegativeTest-71528812 tempest-VolumesNegativeTest-71528812-project] 10.222.0.13 "GET /v2.0/ports?device_id=64841360-d759-4590-baa2-38cdb7b3a2c6 HTTP/1.1" status: 200 len: 946 time: 0.0559802 May 04 00:03:47.393281 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-670665cb-5b7d-4196-af14-9ed8da4047db req-38ea4d0a-b892-41a1-835d-29bc54029062 tempest-VolumesNegativeTest-71528812 tempest-VolumesNegativeTest-71528812-project] 10.222.0.13 "GET /v2.0/security-groups?id=45a3b2a6-bcc1-40b4-bfb2-c03654317060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354834 May 04 00:03:48.270250 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:48.512574 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a54e319-d061-4455-972b-8cbdc2fa56ec req-a6857175-b8e0-4bcc-aa8a-14d203b25bc7 tempest-VolumesNegativeTest-71528812 tempest-VolumesNegativeTest-71528812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:03:48.514189 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-3a54e319-d061-4455-972b-8cbdc2fa56ec req-a6857175-b8e0-4bcc-aa8a-14d203b25bc7 tempest-VolumesNegativeTest-71528812 tempest-VolumesNegativeTest-71528812-project] 10.222.0.13 "GET /v2.0/ports?device_id=64841360-d759-4590-baa2-38cdb7b3a2c6 HTTP/1.1" status: 200 len: 946 time: 0.0534768 May 04 00:03:48.552638 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-3a54e319-d061-4455-972b-8cbdc2fa56ec req-0942bee5-5888-46b9-b12c-63f97288b14d tempest-VolumesNegativeTest-71528812 tempest-VolumesNegativeTest-71528812-project] 10.222.0.13 "GET /v2.0/security-groups?id=45a3b2a6-bcc1-40b4-bfb2-c03654317060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322628 May 04 00:03:49.670315 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea1e1f-1331-47b6-96c2-34e59c304514 req-db301518-60bf-4e4b-9106-6c14aa92a11c tempest-VolumesNegativeTest-71528812 tempest-VolumesNegativeTest-71528812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:03:49.671820 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-23ea1e1f-1331-47b6-96c2-34e59c304514 req-db301518-60bf-4e4b-9106-6c14aa92a11c tempest-VolumesNegativeTest-71528812 tempest-VolumesNegativeTest-71528812-project] 10.222.0.13 "GET /v2.0/ports?device_id=64841360-d759-4590-baa2-38cdb7b3a2c6 HTTP/1.1" status: 200 len: 946 time: 0.0502782 May 04 00:03:49.711072 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-23ea1e1f-1331-47b6-96c2-34e59c304514 req-0a00ac2a-7bfe-4547-87c7-3c4078f5400f tempest-VolumesNegativeTest-71528812 tempest-VolumesNegativeTest-71528812-project] 10.222.0.13 "GET /v2.0/security-groups?id=45a3b2a6-bcc1-40b4-bfb2-c03654317060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329723 May 04 00:03:49.844378 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device 34d889c7-a73d-42b1-901c-96b5899c8ef9 details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=114214) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 00:03:49.940751 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] For port 34d889c7-a73d-42b1-901c-96b5899c8ef9, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=34d889c7-a73d-42b1-901c-96b5899c8ef9,segment=NetworkSegment(444d17ac-dcaa-434d-ac8b-9bfce440269e),segment_id=444d17ac-dcaa-434d-ac8b-9bfce440269e)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 00:03:49.953350 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Returning: {'device': '34d889c7-a73d-42b1-901c-96b5899c8ef9', 'network_id': 'b4a4246b-52ee-4187-9d3c-009aac6ccd3e', 'port_id': '34d889c7-a73d-42b1-901c-96b5899c8ef9', 'mac_address': 'fa:16:3e:0f:8f:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2beb5e2c-da76-4f58-a6d8-f0196c8ac0bb', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114214) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 00:03:49.990246 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:50.006980 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.notifiers.nova [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34d889c7-a73d-42b1-901c-96b5899c8ef9 {{(pid=114214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 00:03:50.026663 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] For port 34d889c7-a73d-42b1-901c-96b5899c8ef9, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=34d889c7-a73d-42b1-901c-96b5899c8ef9,segment=NetworkSegment(444d17ac-dcaa-434d-ac8b-9bfce440269e),segment_id=444d17ac-dcaa-434d-ac8b-9bfce440269e)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 00:03:50.099424 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:50.147451 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Pushing event updated for resources: {'Port': ['ID=34d889c7-a73d-42b1-901c-96b5899c8ef9,revision_number=4']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:03:50.154992 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:03:50.155338 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:03:50.155679 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:03:50.156011 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:03:50.156348 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:03:50.156682 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:03:50.157003 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:03:50.157331 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:03:50.157747 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:03:50.157979 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:03:50.158334 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:03:50.158653 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:03:50.453715 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] get_ports_and_sgs() called for port_ids ['34d889c7-a73d-42b1-901c-96b5899c8ef9'] {{(pid=114214) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 00:03:50.835188 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71431857-be11-4d31-8e9f-5b42ff5e7471 req-7eb6a1c2-c360-4bd8-b063-9f0784d5baab tempest-VolumesNegativeTest-71528812 tempest-VolumesNegativeTest-71528812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:03:50.836671 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-71431857-be11-4d31-8e9f-5b42ff5e7471 req-7eb6a1c2-c360-4bd8-b063-9f0784d5baab tempest-VolumesNegativeTest-71528812 tempest-VolumesNegativeTest-71528812-project] 10.222.0.13 "GET /v2.0/ports?device_id=64841360-d759-4590-baa2-38cdb7b3a2c6 HTTP/1.1" status: 200 len: 947 time: 0.0551682 May 04 00:03:50.878448 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-71431857-be11-4d31-8e9f-5b42ff5e7471 req-119f2049-bbc0-4157-985a-5e7f7d45c55e tempest-VolumesNegativeTest-71528812 tempest-VolumesNegativeTest-71528812-project] 10.222.0.13 "GET /v2.0/security-groups?id=45a3b2a6-bcc1-40b4-bfb2-c03654317060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354700 May 04 00:03:51.849046 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device 34d889c7-a73d-42b1-901c-96b5899c8ef9 up at agent hyperv_hv-cinder-84037 {{(pid=114214) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 00:03:51.973442 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Provisioning for port 34d889c7-a73d-42b1-901c-96b5899c8ef9 completed by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 00:03:51.977826 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Provisioning complete for port 34d889c7-a73d-42b1-901c-96b5899c8ef9 triggered by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 00:03:51.978236 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:52.020628 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfcc111-75f2-4dd3-aa66-ed94021963e8 req-76a99867-6166-4b51-82ed-0ee2ed3286e4 tempest-VolumesNegativeTest-71528812 tempest-VolumesNegativeTest-71528812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:03:52.022324 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-6cfcc111-75f2-4dd3-aa66-ed94021963e8 req-76a99867-6166-4b51-82ed-0ee2ed3286e4 tempest-VolumesNegativeTest-71528812 tempest-VolumesNegativeTest-71528812-project] 10.222.0.13 "GET /v2.0/ports?device_id=64841360-d759-4590-baa2-38cdb7b3a2c6 HTTP/1.1" status: 200 len: 947 time: 0.0522697 May 04 00:03:52.063384 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:52.070131 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-6cfcc111-75f2-4dd3-aa66-ed94021963e8 req-59126709-5833-46b3-a8f6-74ae562b76f2 tempest-VolumesNegativeTest-71528812 tempest-VolumesNegativeTest-71528812-project] 10.222.0.13 "GET /v2.0/security-groups?id=45a3b2a6-bcc1-40b4-bfb2-c03654317060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396295 May 04 00:03:52.087879 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64841360-d759-4590-baa2-38cdb7b3a2c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34d889c7-a73d-42b1-901c-96b5899c8ef9'}] {{(pid=114214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 00:03:52.091360 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a2c01d47b82d907f81ba0899610efc862c27db097cd111ee9714155fede03ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-155fd970-3459-449f-b2f7-e1979cf34dc3" -d '{"events": [{"server_uuid": "64841360-d759-4590-baa2-38cdb7b3a2c6", "name": "network-vif-plugged", "status": "completed", "tag": "34d889c7-a73d-42b1-901c-96b5899c8ef9"}]}' {{(pid=114214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 00:03:52.115548 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] For port 34d889c7-a73d-42b1-901c-96b5899c8ef9, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=34d889c7-a73d-42b1-901c-96b5899c8ef9,segment=NetworkSegment(444d17ac-dcaa-434d-ac8b-9bfce440269e),segment_id=444d17ac-dcaa-434d-ac8b-9bfce440269e)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 00:03:52.133582 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 00:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ab30ae-96d2-4855-8363-1134413197c2 x-openstack-request-id: req-b2ab30ae-96d2-4855-8363-1134413197c2 {{(pid=114214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 00:03:52.133867 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64841360-d759-4590-baa2-38cdb7b3a2c6", "name": "network-vif-plugged", "status": "completed", "tag": "34d889c7-a73d-42b1-901c-96b5899c8ef9", "code": 200}]} {{(pid=114214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 00:03:52.134154 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b2ab30ae-96d2-4855-8363-1134413197c2 {{(pid=114214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 00:03:52.134550 dv-cinder-840375-1-iscsi neutron-server[114214]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2ab30ae-96d2-4855-8363-1134413197c2'] response: {'server_uuid': '64841360-d759-4590-baa2-38cdb7b3a2c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34d889c7-a73d-42b1-901c-96b5899c8ef9', 'code': 200} May 04 00:03:52.184412 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:52.233534 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Pushing event updated for resources: {'Port': ['ID=34d889c7-a73d-42b1-901c-96b5899c8ef9,revision_number=5']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:03:52.503770 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abec8ac-a1bf-4365-b878-9865eb9d6795 req-99fda887-2537-4d4d-9e03-9cbda1180ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:03:52.506082 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-5abec8ac-a1bf-4365-b878-9865eb9d6795 req-99fda887-2537-4d4d-9e03-9cbda1180ada service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=64841360-d759-4590-baa2-38cdb7b3a2c6 HTTP/1.1" status: 200 len: 1101 time: 0.0469060 May 04 00:03:52.583454 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-5abec8ac-a1bf-4365-b878-9865eb9d6795 req-8681d5e6-d79c-4465-8a90-e4c9827ea463 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=45a3b2a6-bcc1-40b4-bfb2-c03654317060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541873 May 04 00:03:52.594840 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-1441cf39-4571-4bdc-b8a0-d5ef5f03c66d req-aa11baf9-cb16-485d-a9bd-0ac6843ddb3f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5cab1ac4-9edf-4a75-b73b-7b19b2b2b4dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0643361 May 04 00:03:52.994863 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1441cf39-4571-4bdc-b8a0-d5ef5f03c66d req-4bb4ba02-db6e-4c77-913f-7e1ace95f296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:03:52.996500 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-1441cf39-4571-4bdc-b8a0-d5ef5f03c66d req-4bb4ba02-db6e-4c77-913f-7e1ace95f296 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a1d7bc5f0647450b929f5ae2d768960a&device_id=5cab1ac4-9edf-4a75-b73b-7b19b2b2b4dc HTTP/1.1" status: 200 len: 1099 time: 0.0416813 May 04 00:03:53.113377 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1441cf39-4571-4bdc-b8a0-d5ef5f03c66d req-7d4adba6-32d4-4032-8210-e66c57dcb92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:03:53.114989 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-1441cf39-4571-4bdc-b8a0-d5ef5f03c66d req-7d4adba6-32d4-4032-8210-e66c57dcb92d service neutron] 10.222.0.47 "GET /v2.0/networks?id=083b8e2e-95a8-4b62-92a0-b6216788e85b HTTP/1.1" status: 200 len: 913 time: 0.0927565 May 04 00:03:53.217960 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-1441cf39-4571-4bdc-b8a0-d5ef5f03c66d req-f762e909-3d04-43da-b035-5d02175356db service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ca24da7-b5b1-464a-8797-924fe0216414 HTTP/1.1" status: 200 len: 1002 time: 0.0935669 May 04 00:03:53.234866 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9a497f-f2e5-4277-a04a-a3c66da33e4c req-2c1ea641-7168-4058-b4b4-f3235808bc6f tempest-VolumesNegativeTest-71528812 tempest-VolumesNegativeTest-71528812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:03:53.236328 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-ca9a497f-f2e5-4277-a04a-a3c66da33e4c req-2c1ea641-7168-4058-b4b4-f3235808bc6f tempest-VolumesNegativeTest-71528812 tempest-VolumesNegativeTest-71528812-project] 10.222.0.13 "GET /v2.0/ports?device_id=64841360-d759-4590-baa2-38cdb7b3a2c6 HTTP/1.1" status: 200 len: 948 time: 0.0745063 May 04 00:03:53.304261 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1441cf39-4571-4bdc-b8a0-d5ef5f03c66d req-48833aa8-5058-416a-9fee-dc9d96a62bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:03:53.305796 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-1441cf39-4571-4bdc-b8a0-d5ef5f03c66d req-48833aa8-5058-416a-9fee-dc9d96a62bc7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3dcc9a01-4442-401c-88f0-a40e235839be HTTP/1.1" status: 200 len: 851 time: 0.0685585 May 04 00:03:53.311497 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-ca9a497f-f2e5-4277-a04a-a3c66da33e4c req-8d7f0b3c-20ef-4d75-9a29-3df37047aa0b tempest-VolumesNegativeTest-71528812 tempest-VolumesNegativeTest-71528812-project] 10.222.0.13 "GET /v2.0/security-groups?id=45a3b2a6-bcc1-40b4-bfb2-c03654317060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672445 May 04 00:03:53.355875 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1441cf39-4571-4bdc-b8a0-d5ef5f03c66d req-145fd5c9-091d-4c97-8d4f-e06c28200aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:03:53.357442 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-1441cf39-4571-4bdc-b8a0-d5ef5f03c66d req-145fd5c9-091d-4c97-8d4f-e06c28200aa5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=083b8e2e-95a8-4b62-92a0-b6216788e85b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439074 May 04 00:03:53.455257 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-1441cf39-4571-4bdc-b8a0-d5ef5f03c66d req-5aff7483-a1f7-41e6-b1f0-19e911150ae7 service neutron] 10.222.0.47 "GET /v2.0/networks/083b8e2e-95a8-4b62-92a0-b6216788e85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875621 May 04 00:03:53.565662 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-1441cf39-4571-4bdc-b8a0-d5ef5f03c66d req-7d348115-8cea-4ce1-959f-4dd762a5b7a7 service neutron] 10.222.0.47 "GET /v2.0/networks/083b8e2e-95a8-4b62-92a0-b6216788e85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882871 May 04 00:03:54.431180 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa422f37-46fa-4c50-82a2-97da7cdc0d75 req-dbc3c0fe-3915-4344-9a92-ede52e38d18e tempest-VolumesNegativeTest-71528812 tempest-VolumesNegativeTest-71528812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:03:54.433356 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-aa422f37-46fa-4c50-82a2-97da7cdc0d75 req-dbc3c0fe-3915-4344-9a92-ede52e38d18e tempest-VolumesNegativeTest-71528812 tempest-VolumesNegativeTest-71528812-project] 10.222.0.13 "GET /v2.0/ports?device_id=64841360-d759-4590-baa2-38cdb7b3a2c6 HTTP/1.1" status: 200 len: 948 time: 0.0493083 May 04 00:03:54.472308 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-aa422f37-46fa-4c50-82a2-97da7cdc0d75 req-824f5d6b-86ba-4a45-a8bd-5f7b88b6dac0 tempest-VolumesNegativeTest-71528812 tempest-VolumesNegativeTest-71528812-project] 10.222.0.13 "GET /v2.0/security-groups?id=45a3b2a6-bcc1-40b4-bfb2-c03654317060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325537 May 04 00:03:54.996455 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeab854-70cb-4144-bc0f-cf8b21c002c0 req-cd83abb9-5e52-418b-8c13-158612857e47 tempest-VolumesNegativeTest-71528812 tempest-VolumesNegativeTest-71528812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:03:54.998014 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-eeeab854-70cb-4144-bc0f-cf8b21c002c0 req-cd83abb9-5e52-418b-8c13-158612857e47 tempest-VolumesNegativeTest-71528812 tempest-VolumesNegativeTest-71528812-project] 10.222.0.13 "GET /v2.0/ports?device_id=64841360-d759-4590-baa2-38cdb7b3a2c6 HTTP/1.1" status: 200 len: 948 time: 0.0522611 May 04 00:03:55.039818 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-eeeab854-70cb-4144-bc0f-cf8b21c002c0 req-b3b05956-e393-4bc8-ba7e-c8a56e3e5000 tempest-VolumesNegativeTest-71528812 tempest-VolumesNegativeTest-71528812-project] 10.222.0.13 "GET /v2.0/security-groups?id=45a3b2a6-bcc1-40b4-bfb2-c03654317060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357189 May 04 00:03:55.496616 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.agents_db [None req-33eb5aa9-4e04-49df-8f84-9829a3bd54c6 None None] Agent healthcheck: found 6 active agents {{(pid=114215) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 00:03:56.186086 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58741f99-8c16-434b-be59-2a9a98107cc6 req-96b62c12-8a3d-4fc5-ac73-51d3ef35a996 tempest-VolumesNegativeTest-71528812 tempest-VolumesNegativeTest-71528812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:03:56.188721 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-58741f99-8c16-434b-be59-2a9a98107cc6 req-96b62c12-8a3d-4fc5-ac73-51d3ef35a996 tempest-VolumesNegativeTest-71528812 tempest-VolumesNegativeTest-71528812-project] 10.222.0.13 "GET /v2.0/ports?device_id=64841360-d759-4590-baa2-38cdb7b3a2c6 HTTP/1.1" status: 200 len: 948 time: 0.0742543 May 04 00:03:56.236309 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-58741f99-8c16-434b-be59-2a9a98107cc6 req-0b90ba99-de72-413c-bae1-f7addab2e1dd tempest-VolumesNegativeTest-71528812 tempest-VolumesNegativeTest-71528812-project] 10.222.0.13 "GET /v2.0/security-groups?id=45a3b2a6-bcc1-40b4-bfb2-c03654317060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413771 May 04 00:03:56.682242 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9718a48-ab51-4bd4-817f-fb073a051b29 req-ea595b89-261f-44d8-a326-bbcd68577b20 tempest-VolumesNegativeTest-71528812 tempest-VolumesNegativeTest-71528812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:03:56.683707 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-b9718a48-ab51-4bd4-817f-fb073a051b29 req-ea595b89-261f-44d8-a326-bbcd68577b20 tempest-VolumesNegativeTest-71528812 tempest-VolumesNegativeTest-71528812-project] 10.222.0.47 "GET /v2.0/ports?device_id=64841360-d759-4590-baa2-38cdb7b3a2c6 HTTP/1.1" status: 200 len: 948 time: 0.0503485 May 04 00:03:56.778674 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.plugin [req-b9718a48-ab51-4bd4-817f-fb073a051b29 req-2fba4bd1-3b8d-4d70-b828-a0e3930c4cb3 tempest-VolumesNegativeTest-71528812 tempest-VolumesNegativeTest-71528812-project] Deleting port 34d889c7-a73d-42b1-901c-96b5899c8ef9 {{(pid=114212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 00:03:56.779017 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-b9718a48-ab51-4bd4-817f-fb073a051b29 req-2fba4bd1-3b8d-4d70-b828-a0e3930c4cb3 tempest-VolumesNegativeTest-71528812 tempest-VolumesNegativeTest-71528812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733331783909'] for port, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:56.877155 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.db [req-b9718a48-ab51-4bd4-817f-fb073a051b29 req-2fba4bd1-3b8d-4d70-b828-a0e3930c4cb3 tempest-VolumesNegativeTest-71528812 tempest-VolumesNegativeTest-71528812-project] For port 34d889c7-a73d-42b1-901c-96b5899c8ef9, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=34d889c7-a73d-42b1-901c-96b5899c8ef9,segment=NetworkSegment(444d17ac-dcaa-434d-ac8b-9bfce440269e),segment_id=444d17ac-dcaa-434d-ac8b-9bfce440269e)] {{(pid=114212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 00:03:56.877596 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-b9718a48-ab51-4bd4-817f-fb073a051b29 req-2fba4bd1-3b8d-4d70-b828-a0e3930c4cb3 tempest-VolumesNegativeTest-71528812 tempest-VolumesNegativeTest-71528812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764614'] for port, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:56.890446 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.plugin [req-b9718a48-ab51-4bd4-817f-fb073a051b29 req-2fba4bd1-3b8d-4d70-b828-a0e3930c4cb3 tempest-VolumesNegativeTest-71528812 tempest-VolumesNegativeTest-71528812-project] Calling delete_port for 34d889c7-a73d-42b1-901c-96b5899c8ef9 owned by compute:nova {{(pid=114212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 00:03:57.093608 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-b9718a48-ab51-4bd4-817f-fb073a051b29 req-2fba4bd1-3b8d-4d70-b828-a0e3930c4cb3 tempest-VolumesNegativeTest-71528812 tempest-VolumesNegativeTest-71528812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733331790767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733331236154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25393418'] for port, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:57.120414 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fba4bd1-3b8d-4d70-b828-a0e3930c4cb3 tempest-VolumesNegativeTest-71528812 tempest-VolumesNegativeTest-71528812-project] Pushing event deleted for resources: {'Port': ['ID=34d889c7-a73d-42b1-901c-96b5899c8ef9,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:03:57.134368 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] get_ports_and_sgs() called for port_ids ['34d889c7-a73d-42b1-901c-96b5899c8ef9'] {{(pid=114214) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 00:03:57.165767 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9718a48-ab51-4bd4-817f-fb073a051b29 req-2fba4bd1-3b8d-4d70-b828-a0e3930c4cb3 tempest-VolumesNegativeTest-71528812 tempest-VolumesNegativeTest-71528812-project] No DVR routers for this DVR port 34d889c7-a73d-42b1-901c-96b5899c8ef9 on host hv-cinder-84037 {{(pid=114212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 00:03:57.169049 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-b9718a48-ab51-4bd4-817f-fb073a051b29 req-2fba4bd1-3b8d-4d70-b828-a0e3930c4cb3 tempest-VolumesNegativeTest-71528812 tempest-VolumesNegativeTest-71528812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371'] for port, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:03:57.172581 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-b9718a48-ab51-4bd4-817f-fb073a051b29 req-2fba4bd1-3b8d-4d70-b828-a0e3930c4cb3 tempest-VolumesNegativeTest-71528812 tempest-VolumesNegativeTest-71528812-project] 10.222.0.47 "DELETE /v2.0/ports/34d889c7-a73d-42b1-901c-96b5899c8ef9 HTTP/1.1" status: 204 len: 173 time: 0.4805579 May 04 00:03:57.173122 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64841360-d759-4590-baa2-38cdb7b3a2c6', 'name': 'network-vif-deleted', 'tag': '34d889c7-a73d-42b1-901c-96b5899c8ef9'}] {{(pid=114212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 00:03:57.175556 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d2be33a93c6036cad1ba084e78d1c3d957b621bee157ccc93bfe0a4b69d877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d7f8992-c8fc-425d-8058-6acfc738f3c4" -d '{"events": [{"server_uuid": "64841360-d759-4590-baa2-38cdb7b3a2c6", "name": "network-vif-deleted", "tag": "34d889c7-a73d-42b1-901c-96b5899c8ef9"}]}' {{(pid=114212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 00:03:57.220266 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 00:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ae3984-b61f-4874-9efa-ba9cb708366e x-openstack-request-id: req-33ae3984-b61f-4874-9efa-ba9cb708366e {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 00:03:57.220946 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64841360-d759-4590-baa2-38cdb7b3a2c6", "name": "network-vif-deleted", "tag": "34d889c7-a73d-42b1-901c-96b5899c8ef9", "status": "completed", "code": 200}]} {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 00:03:57.220946 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-33ae3984-b61f-4874-9efa-ba9cb708366e {{(pid=114212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 00:03:57.221259 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33ae3984-b61f-4874-9efa-ba9cb708366e'] response: {'server_uuid': '64841360-d759-4590-baa2-38cdb7b3a2c6', 'name': 'network-vif-deleted', 'tag': '34d889c7-a73d-42b1-901c-96b5899c8ef9', 'status': 'completed', 'code': 200} May 04 00:03:57.339181 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-d3983fd2-4f33-4a01-abea-1cf32ff39fbe req-06e4ab78-f56e-4cd8-8020-b8522e53df8a tempest-VolumesNegativeTest-71528812 tempest-VolumesNegativeTest-71528812-project] 10.222.0.13 "GET /v2.0/ports?device_id=64841360-d759-4590-baa2-38cdb7b3a2c6 HTTP/1.1" status: 200 len: 210 time: 0.0304148 May 04 00:03:59.911984 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device 34d889c7-a73d-42b1-901c-96b5899c8ef9 no longer exists at agent hyperv_hv-cinder-84037 {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 00:03:59.936675 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] No Port match for: 34d889c7-a73d-42b1-901c-96b5899c8ef9 {{(pid=114214) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 00:03:59.937020 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device 34d889c7-a73d-42b1-901c-96b5899c8ef9 not bound to the agent host hv-cinder-84037 {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 00:04:01.417233 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-5c7fc96c-b416-4a5d-ac72-352c7bdfe3d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:04:03.847617 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-44e7f208-a626-4aad-a994-02160718c286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:04:04.254696 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 46640) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:04:04.395289 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-924dbbb1-ddd2-4b56-a10d-ce4c4facb9c2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5b3d33e8d9e543d99cc0f4f4b3abb799&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1394272 May 04 00:04:04.397772 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 46644) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:04:04.449902 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-547f3f0d-096a-4dee-b792-9aa0b5946b27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:04:04.471504 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-547f3f0d-096a-4dee-b792-9aa0b5946b27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:04:04.616971 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-547f3f0d-096a-4dee-b792-9aa0b5946b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:04:04.619482 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-547f3f0d-096a-4dee-b792-9aa0b5946b27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:04:04.620644 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-547f3f0d-096a-4dee-b792-9aa0b5946b27 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/45a3b2a6-bcc1-40b4-bfb2-c03654317060 HTTP/1.1" status: 204 len: 168 time: 0.2219386 May 04 00:04:04.629073 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547f3f0d-096a-4dee-b792-9aa0b5946b27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a3b2a6-bcc1-40b4-bfb2-c03654317060,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:04:05.436444 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-9988ed24-7efc-4e8a-acf7-bcbfa55ed3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:04:06.167642 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-f3996685-9434-443c-b5d7-edb245b755aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:04:06.914100 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:04:18.298659 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:04:31.452769 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-3bfe4039-a7ce-4078-8b17-ef51b114cd56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:04:32.494598 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.agents_db [None req-33eb5aa9-4e04-49df-8f84-9829a3bd54c6 None None] Agent healthcheck: found 6 active agents {{(pid=114215) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 00:04:33.862073 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-82a8f444-8bae-40e8-aaa3-7545488ba4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:04:35.412677 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-9988ed24-7efc-4e8a-acf7-bcbfa55ed3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:04:36.164465 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-f3996685-9434-443c-b5d7-edb245b755aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:04:36.944233 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:04:48.330502 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:04:52.559105 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-6ad0eee2-f12c-4820-8c2f-cefc9e41f1cc req-f4dd4d40-49f0-4e58-b701-744765a5b089 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5cab1ac4-9edf-4a75-b73b-7b19b2b2b4dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396888 May 04 00:04:52.659194 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad0eee2-f12c-4820-8c2f-cefc9e41f1cc req-fc005ced-18cb-4f97-84a1-da98090584ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:04:52.660767 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-6ad0eee2-f12c-4820-8c2f-cefc9e41f1cc req-fc005ced-18cb-4f97-84a1-da98090584ef service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a1d7bc5f0647450b929f5ae2d768960a&device_id=5cab1ac4-9edf-4a75-b73b-7b19b2b2b4dc HTTP/1.1" status: 200 len: 1099 time: 0.0407138 May 04 00:04:52.771559 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad0eee2-f12c-4820-8c2f-cefc9e41f1cc req-bcc76486-2904-4a21-829c-7fde3e08282d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:04:52.773052 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-6ad0eee2-f12c-4820-8c2f-cefc9e41f1cc req-bcc76486-2904-4a21-829c-7fde3e08282d service neutron] 10.222.0.47 "GET /v2.0/networks?id=083b8e2e-95a8-4b62-92a0-b6216788e85b HTTP/1.1" status: 200 len: 913 time: 0.0945938 May 04 00:04:52.839513 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-6ad0eee2-f12c-4820-8c2f-cefc9e41f1cc req-f83ef956-3892-45a2-ada3-fb06be40ff08 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ca24da7-b5b1-464a-8797-924fe0216414 HTTP/1.1" status: 200 len: 1002 time: 0.0599675 May 04 00:04:52.892991 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad0eee2-f12c-4820-8c2f-cefc9e41f1cc req-a2221849-0c9d-4ba3-ba2d-609d6eba61ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:04:52.894976 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-6ad0eee2-f12c-4820-8c2f-cefc9e41f1cc req-a2221849-0c9d-4ba3-ba2d-609d6eba61ef service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3dcc9a01-4442-401c-88f0-a40e235839be HTTP/1.1" status: 200 len: 851 time: 0.0484245 May 04 00:04:52.939402 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad0eee2-f12c-4820-8c2f-cefc9e41f1cc req-05a16189-6f6a-43bb-ab9c-da652aba3001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:04:52.940890 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-6ad0eee2-f12c-4820-8c2f-cefc9e41f1cc req-05a16189-6f6a-43bb-ab9c-da652aba3001 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=083b8e2e-95a8-4b62-92a0-b6216788e85b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399842 May 04 00:04:53.027342 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-6ad0eee2-f12c-4820-8c2f-cefc9e41f1cc req-b54aff9b-3e80-460d-b940-a8eb166aee73 service neutron] 10.222.0.47 "GET /v2.0/networks/083b8e2e-95a8-4b62-92a0-b6216788e85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799072 May 04 00:04:53.120430 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-6ad0eee2-f12c-4820-8c2f-cefc9e41f1cc req-c4ad14be-0da1-4183-b04a-3422e19eb342 service neutron] 10.222.0.47 "GET /v2.0/networks/083b8e2e-95a8-4b62-92a0-b6216788e85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855989 May 04 00:05:01.440635 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-83e6a82a-65cb-4ad2-8082-4f606cf6cd8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:05:03.840890 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-0b8ddb47-3a45-47ad-b038-b2c8dca196c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:05:05.412325 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-9988ed24-7efc-4e8a-acf7-bcbfa55ed3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:05:06.165912 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-f3996685-9434-443c-b5d7-edb245b755aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:05:06.906826 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:05:09.493501 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.agents_db [None req-33eb5aa9-4e04-49df-8f84-9829a3bd54c6 None None] Agent healthcheck: found 6 active agents {{(pid=114215) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 00:05:18.302776 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:05:31.422514 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-895911e7-7fcb-4ebc-a31b-f328ffc81124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:05:32.513006 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd8bd0-2bb0-4772-ab2e-ef57bd825b4c req-a22f57aa-7fe1-4539-8b46-17b9df97de91 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:05:32.514632 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-e8dd8bd0-2bb0-4772-ab2e-ef57bd825b4c req-a22f57aa-7fe1-4539-8b46-17b9df97de91 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cab1ac4-9edf-4a75-b73b-7b19b2b2b4dc HTTP/1.1" status: 200 len: 946 time: 0.0537341 May 04 00:05:32.552814 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-e8dd8bd0-2bb0-4772-ab2e-ef57bd825b4c req-383ceb8a-20ee-4977-8222-b765c22d0e66 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0d12ea1-02c2-48b3-80f5-e2cd74a51005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317802 May 04 00:05:33.669333 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b111b6f-7108-4544-b1bb-f6e333e4109b req-25ddc421-dc8f-464d-ace8-a1704d8151ac tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:05:33.670834 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-7b111b6f-7108-4544-b1bb-f6e333e4109b req-25ddc421-dc8f-464d-ace8-a1704d8151ac tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cab1ac4-9edf-4a75-b73b-7b19b2b2b4dc HTTP/1.1" status: 200 len: 946 time: 0.0486450 May 04 00:05:33.710759 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-7b111b6f-7108-4544-b1bb-f6e333e4109b req-ba47b3de-711b-4747-8a70-c9f7e08097bf tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0d12ea1-02c2-48b3-80f5-e2cd74a51005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338368 May 04 00:05:33.851242 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-5ba98379-28e4-4bc9-a81f-9e2e209bf86f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:05:34.271809 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deedbe7-3c89-40c1-8a71-1dac7803f71e req-0660fc07-6478-42ff-82aa-bc7ef970be87 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:05:34.273246 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-3deedbe7-3c89-40c1-8a71-1dac7803f71e req-0660fc07-6478-42ff-82aa-bc7ef970be87 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.47 "GET /v2.0/ports?device_id=5cab1ac4-9edf-4a75-b73b-7b19b2b2b4dc HTTP/1.1" status: 200 len: 946 time: 0.0472620 May 04 00:05:34.369866 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.plugin [req-3deedbe7-3c89-40c1-8a71-1dac7803f71e req-397a6eb4-c938-46d6-aa69-c2f630cf10f2 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Deleting port 9ca24da7-b5b1-464a-8797-924fe0216414 {{(pid=114212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 00:05:34.370255 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-3deedbe7-3c89-40c1-8a71-1dac7803f71e req-397a6eb4-c938-46d6-aa69-c2f630cf10f2 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733331783909'] for port, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:05:34.455610 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.db [req-3deedbe7-3c89-40c1-8a71-1dac7803f71e req-397a6eb4-c938-46d6-aa69-c2f630cf10f2 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] For port 9ca24da7-b5b1-464a-8797-924fe0216414, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=9ca24da7-b5b1-464a-8797-924fe0216414,segment=NetworkSegment(05b04087-dd39-4217-8749-e37f6c78c3bf),segment_id=05b04087-dd39-4217-8749-e37f6c78c3bf)] {{(pid=114212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 00:05:34.455967 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-3deedbe7-3c89-40c1-8a71-1dac7803f71e req-397a6eb4-c938-46d6-aa69-c2f630cf10f2 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764614'] for port, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:05:34.628829 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-3deedbe7-3c89-40c1-8a71-1dac7803f71e req-397a6eb4-c938-46d6-aa69-c2f630cf10f2 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:05:34.629677 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-3deedbe7-3c89-40c1-8a71-1dac7803f71e req-397a6eb4-c938-46d6-aa69-c2f630cf10f2 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3761754'] for floatingip, after_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:05:34.630032 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.db.l3_db [req-3deedbe7-3c89-40c1-8a71-1dac7803f71e req-397a6eb4-c938-46d6-aa69-c2f630cf10f2 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Floating IP 183b131d-888a-4eac-9a92-269f95acc4fa disassociated. External IP: 172.27.2.157, port: 9ca24da7-b5b1-464a-8797-924fe0216414. May 04 00:05:34.630377 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.plugin [req-3deedbe7-3c89-40c1-8a71-1dac7803f71e req-397a6eb4-c938-46d6-aa69-c2f630cf10f2 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Calling delete_port for 9ca24da7-b5b1-464a-8797-924fe0216414 owned by compute:nova {{(pid=114212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 00:05:34.828716 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf5bc9b-a08e-43c7-b7fa-7f73d835b5f1 req-b29c3194-3621-47d7-8369-fd5da0079ae1 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:05:34.830209 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-bcf5bc9b-a08e-43c7-b7fa-7f73d835b5f1 req-b29c3194-3621-47d7-8369-fd5da0079ae1 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cab1ac4-9edf-4a75-b73b-7b19b2b2b4dc HTTP/1.1" status: 200 len: 946 time: 0.0509570 May 04 00:05:34.840335 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-3deedbe7-3c89-40c1-8a71-1dac7803f71e req-397a6eb4-c938-46d6-aa69-c2f630cf10f2 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733331790767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733331236154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25393418'] for port, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:05:34.873264 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-bcf5bc9b-a08e-43c7-b7fa-7f73d835b5f1 req-fe4bc54c-4db8-4f26-a60e-6fd714386cb6 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0d12ea1-02c2-48b3-80f5-e2cd74a51005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366008 May 04 00:05:34.876536 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397a6eb4-c938-46d6-aa69-c2f630cf10f2 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Pushing event deleted for resources: {'Port': ['ID=9ca24da7-b5b1-464a-8797-924fe0216414,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:05:34.888160 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397a6eb4-c938-46d6-aa69-c2f630cf10f2 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:05:34.888513 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397a6eb4-c938-46d6-aa69-c2f630cf10f2 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:05:34.888856 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397a6eb4-c938-46d6-aa69-c2f630cf10f2 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:05:34.889186 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397a6eb4-c938-46d6-aa69-c2f630cf10f2 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:05:34.889515 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397a6eb4-c938-46d6-aa69-c2f630cf10f2 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:05:34.889945 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397a6eb4-c938-46d6-aa69-c2f630cf10f2 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:05:34.890253 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397a6eb4-c938-46d6-aa69-c2f630cf10f2 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:05:34.890571 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397a6eb4-c938-46d6-aa69-c2f630cf10f2 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:05:34.890856 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397a6eb4-c938-46d6-aa69-c2f630cf10f2 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:05:34.891185 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397a6eb4-c938-46d6-aa69-c2f630cf10f2 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:05:34.891505 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397a6eb4-c938-46d6-aa69-c2f630cf10f2 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:05:34.891821 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397a6eb4-c938-46d6-aa69-c2f630cf10f2 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:05:35.265302 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3deedbe7-3c89-40c1-8a71-1dac7803f71e req-397a6eb4-c938-46d6-aa69-c2f630cf10f2 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Router a3200aa6-d928-4b6a-8eec-034a619ea914 has already been hosted by L3 agent 758adf3f-89d7-4e1b-912e-3871fb413390 {{(pid=114212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 00:05:35.377829 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3deedbe7-3c89-40c1-8a71-1dac7803f71e req-397a6eb4-c938-46d6-aa69-c2f630cf10f2 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify agent at l3_agent.dv-cinder-840375-1-iscsi the message routers_updated {{(pid=114212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 00:05:35.390370 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffb18b6-9fbd-4765-9ea7-fc98872e6a95 None None] Sync routers for ids ['a3200aa6-d928-4b6a-8eec-034a619ea914'] in dv-cinder-840375-1-iscsi {{(pid=114214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 00:05:35.400270 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffb18b6-9fbd-4765-9ea7-fc98872e6a95 None None] Routers {'a3200aa6-d928-4b6a-8eec-034a619ea914'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 00:05:35.403726 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-4ffb18b6-9fbd-4765-9ea7-fc98872e6a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-04T00:05:34Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['a3200aa6-d928-4b6a-8eec-034a619ea914'], 'active': True} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:05:35.417542 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.l3_dvrscheduler_db [req-3deedbe7-3c89-40c1-8a71-1dac7803f71e req-397a6eb4-c938-46d6-aa69-c2f630cf10f2 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] No DVR routers for this DVR port 9ca24da7-b5b1-464a-8797-924fe0216414 on host hv-cinder-84037 {{(pid=114212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 00:05:35.420224 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-3deedbe7-3c89-40c1-8a71-1dac7803f71e req-397a6eb4-c938-46d6-aa69-c2f630cf10f2 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371'] for port, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:05:35.423508 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-3deedbe7-3c89-40c1-8a71-1dac7803f71e req-397a6eb4-c938-46d6-aa69-c2f630cf10f2 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.47 "DELETE /v2.0/ports/9ca24da7-b5b1-464a-8797-924fe0216414 HTTP/1.1" status: 204 len: 173 time: 1.1441913 May 04 00:05:35.423953 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cab1ac4-9edf-4a75-b73b-7b19b2b2b4dc', 'name': 'network-vif-deleted', 'tag': '9ca24da7-b5b1-464a-8797-924fe0216414'}] {{(pid=114212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 00:05:35.426861 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d2be33a93c6036cad1ba084e78d1c3d957b621bee157ccc93bfe0a4b69d877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb7858b9-07eb-478a-9c85-a5b07b803408" -d '{"events": [{"server_uuid": "5cab1ac4-9edf-4a75-b73b-7b19b2b2b4dc", "name": "network-vif-deleted", "tag": "9ca24da7-b5b1-464a-8797-924fe0216414"}]}' {{(pid=114212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 00:05:35.566106 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-9988ed24-7efc-4e8a-acf7-bcbfa55ed3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:05:35.633028 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvr_db [None req-4ffb18b6-9fbd-4765-9ea7-fc98872e6a95 None None] Set router a3200aa6-d928-4b6a-8eec-034a619ea914 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 00:05:35.705903 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 00:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a37e94-1644-4a66-af5c-c345f39ffaa3 x-openstack-request-id: req-98a37e94-1644-4a66-af5c-c345f39ffaa3 {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 00:05:35.706225 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cab1ac4-9edf-4a75-b73b-7b19b2b2b4dc", "name": "network-vif-deleted", "tag": "9ca24da7-b5b1-464a-8797-924fe0216414", "status": "completed", "code": 200}]} {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 00:05:35.706474 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-98a37e94-1644-4a66-af5c-c345f39ffaa3 {{(pid=114212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 00:05:35.707164 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98a37e94-1644-4a66-af5c-c345f39ffaa3'] response: {'server_uuid': '5cab1ac4-9edf-4a75-b73b-7b19b2b2b4dc', 'name': 'network-vif-deleted', 'tag': '9ca24da7-b5b1-464a-8797-924fe0216414', 'status': 'completed', 'code': 200} May 04 00:05:35.838093 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-4ffb18b6-9fbd-4765-9ea7-fc98872e6a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3200aa6-d928-4b6a-8eec-034a619ea914', 'name': 'tempest-TestVolumeBootPattern-1448041422-router', 'tenant_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '7aa6a057-8769-4e26-8a71-4f5532d1df51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T00:02:34Z', 'updated_at': '2022-05-04T00:02:37Z', 'revision_number': 4, 'project_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'gw_port': {'id': '7aa6a057-8769-4e26-8a71-4f5532d1df51', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:77:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3200aa6-d928-4b6a-8eec-034a619ea914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T00:02:34Z', 'updated_at': '2022-05-04T00:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_interfaces': [{'id': '6e668a8e-aa6f-4daf-a983-4e1ad532b99a', 'name': '', 'network_id': '083b8e2e-95a8-4b62-92a0-b6216788e85b', 'tenant_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'mac_address': 'fa:16:3e:29:2f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3200aa6-d928-4b6a-8eec-034a619ea914', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '3dcc9a01-4442-401c-88f0-a40e235839be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T00:02:36Z', 'updated_at': '2022-05-04T00:02:41Z', 'revision_number': 5, 'project_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'subnets': [{'id': '3dcc9a01-4442-401c-88f0-a40e235839be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:05:35.865014 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffb18b6-9fbd-4765-9ea7-fc98872e6a95 None None] Checking router: a3200aa6-d928-4b6a-8eec-034a619ea914 for host: dv-cinder-840375-1-iscsi {{(pid=114214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 00:05:35.873489 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffb18b6-9fbd-4765-9ea7-fc98872e6a95 None None] Routers {'a3200aa6-d928-4b6a-8eec-034a619ea914'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 00:05:35.874152 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-4ffb18b6-9fbd-4765-9ea7-fc98872e6a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-04T00:05:34Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['a3200aa6-d928-4b6a-8eec-034a619ea914'], 'active': True} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:05:35.972107 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-5fbfb8b0-e71d-41d6-a70b-f037fe36a931 req-dc32c21f-523f-41e2-8df3-d81c92598920 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cab1ac4-9edf-4a75-b73b-7b19b2b2b4dc HTTP/1.1" status: 200 len: 210 time: 0.0266230 May 04 00:05:35.984104 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvr_db [None req-4ffb18b6-9fbd-4765-9ea7-fc98872e6a95 None None] Set router a3200aa6-d928-4b6a-8eec-034a619ea914 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 00:05:36.196491 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-4ffb18b6-9fbd-4765-9ea7-fc98872e6a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3200aa6-d928-4b6a-8eec-034a619ea914', 'name': 'tempest-TestVolumeBootPattern-1448041422-router', 'tenant_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '7aa6a057-8769-4e26-8a71-4f5532d1df51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T00:02:34Z', 'updated_at': '2022-05-04T00:02:37Z', 'revision_number': 4, 'project_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'gw_port': {'id': '7aa6a057-8769-4e26-8a71-4f5532d1df51', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:77:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3200aa6-d928-4b6a-8eec-034a619ea914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T00:02:34Z', 'updated_at': '2022-05-04T00:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_interfaces': [{'id': '6e668a8e-aa6f-4daf-a983-4e1ad532b99a', 'name': '', 'network_id': '083b8e2e-95a8-4b62-92a0-b6216788e85b', 'tenant_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'mac_address': 'fa:16:3e:29:2f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3200aa6-d928-4b6a-8eec-034a619ea914', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '3dcc9a01-4442-401c-88f0-a40e235839be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T00:02:36Z', 'updated_at': '2022-05-04T00:02:41Z', 'revision_number': 5, 'project_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'subnets': [{'id': '3dcc9a01-4442-401c-88f0-a40e235839be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:05:36.224347 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffb18b6-9fbd-4765-9ea7-fc98872e6a95 None None] The sync data for ids ['a3200aa6-d928-4b6a-8eec-034a619ea914'] in dv-cinder-840375-1-iscsi is: [{'id': 'a3200aa6-d928-4b6a-8eec-034a619ea914', 'name': 'tempest-TestVolumeBootPattern-1448041422-router', 'tenant_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '7aa6a057-8769-4e26-8a71-4f5532d1df51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T00:02:34Z', 'updated_at': '2022-05-04T00:02:37Z', 'revision_number': 4, 'project_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'gw_port': {'id': '7aa6a057-8769-4e26-8a71-4f5532d1df51', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:77:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3200aa6-d928-4b6a-8eec-034a619ea914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T00:02:34Z', 'updated_at': '2022-05-04T00:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_interfaces': [{'id': '6e668a8e-aa6f-4daf-a983-4e1ad532b99a', 'name': '', 'network_id': '083b8e2e-95a8-4b62-92a0-b6216788e85b', 'tenant_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'mac_address': 'fa:16:3e:29:2f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3200aa6-d928-4b6a-8eec-034a619ea914', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '3dcc9a01-4442-401c-88f0-a40e235839be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T00:02:36Z', 'updated_at': '2022-05-04T00:02:41Z', 'revision_number': 5, 'project_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'subnets': [{'id': '3dcc9a01-4442-401c-88f0-a40e235839be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 00:05:36.226025 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-f3996685-9434-443c-b5d7-edb245b755aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:05:36.249113 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device 9ca24da7-b5b1-464a-8797-924fe0216414 no longer exists at agent hyperv_hv-cinder-84037 {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 00:05:36.270811 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] No Port match for: 9ca24da7-b5b1-464a-8797-924fe0216414 {{(pid=114214) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 00:05:36.277067 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device 9ca24da7-b5b1-464a-8797-924fe0216414 not bound to the agent host hv-cinder-84037 {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 00:05:36.438265 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f689806f-21b7-4f7f-a910-9ba48dfc66f0 None None] New status for floating IP 183b131d-888a-4eac-9a92-269f95acc4fa: DOWN {{(pid=114215) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 00:05:36.937392 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:05:37.217579 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-a87845a2-30d8-4d51-a433-337f88393bd5 req-b1f782ce-5f8d-4582-a911-a9dfe861b5be tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1149345287&fields=id&tenant_id=a1d7bc5f0647450b929f5ae2d768960a HTTP/1.1" status: 200 len: 267 time: 0.0330355 May 04 00:05:37.328940 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87845a2-30d8-4d51-a433-337f88393bd5 req-0a196f39-98fb-43d1-b1fb-a36cae1b91ac tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:05:37.330298 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-a87845a2-30d8-4d51-a433-337f88393bd5 req-0a196f39-98fb-43d1-b1fb-a36cae1b91ac tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/networks?id=083b8e2e-95a8-4b62-92a0-b6216788e85b HTTP/1.1" status: 200 len: 812 time: 0.1048126 May 04 00:05:37.346178 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-a87845a2-30d8-4d51-a433-337f88393bd5 req-23f5ab1e-5d33-4df7-bbc7-f7d98ba021c7 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/quotas/a1d7bc5f0647450b929f5ae2d768960a HTTP/1.1" status: 200 len: 375 time: 0.0092406 May 04 00:05:37.401047 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-a87845a2-30d8-4d51-a433-337f88393bd5 req-2088f593-9d13-4483-9e79-c629094932d4 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a1d7bc5f0647450b929f5ae2d768960a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0486143 May 04 00:05:37.530499 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [req-a87845a2-30d8-4d51-a433-337f88393bd5 req-3bc7e1a9-231f-492c-8fd7-5d4249946fa2 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=114213) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 00:05:37.531518 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-a87845a2-30d8-4d51-a433-337f88393bd5 req-3bc7e1a9-231f-492c-8fd7-5d4249946fa2 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1175351 May 04 00:05:37.625163 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-a87845a2-30d8-4d51-a433-337f88393bd5 req-09c3c4b8-c0d8-4d32-a72c-84f847728a44 service neutron] 10.222.0.13 "GET /v2.0/networks/083b8e2e-95a8-4b62-92a0-b6216788e85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864427 May 04 00:05:37.714935 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-a87845a2-30d8-4d51-a433-337f88393bd5 req-9f087e6a-8baa-4c85-afb6-8fab77153293 service neutron] 10.222.0.13 "GET /v2.0/networks/083b8e2e-95a8-4b62-92a0-b6216788e85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834045 May 04 00:05:38.271462 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-ab15ba54-92a3-45e0-acdc-e4af50956966 req-bb9f53bd-53c0-4243-ae3a-defb0b0896e3 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa9ac80-c91f-40d1-a0e5-6e4bb32c3f55 HTTP/1.1" status: 200 len: 210 time: 0.0266531 May 04 00:05:39.370836 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-f26e1ccf-39d3-43bd-9919-3ecd605ee698 req-5a6882aa-10a6-473a-941e-9cf120687bac tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa9ac80-c91f-40d1-a0e5-6e4bb32c3f55 HTTP/1.1" status: 200 len: 210 time: 0.0299532 May 04 00:05:40.171472 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87845a2-30d8-4d51-a433-337f88393bd5 req-576c9746-2c1e-4026-802c-5364123b7c4e tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:05:40.172976 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-a87845a2-30d8-4d51-a433-337f88393bd5 req-576c9746-2c1e-4026-802c-5364123b7c4e tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.47 "GET /v2.0/networks?id=083b8e2e-95a8-4b62-92a0-b6216788e85b HTTP/1.1" status: 200 len: 812 time: 0.1032455 May 04 00:05:40.224330 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-a87845a2-30d8-4d51-a433-337f88393bd5 req-714e2956-f3dd-4319-b357-66046f043b9a tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1d7bc5f0647450b929f5ae2d768960a HTTP/1.1" status: 200 len: 380 time: 0.0347548 May 04 00:05:40.233344 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [req-a87845a2-30d8-4d51-a433-337f88393bd5 req-0bef797d-0cdf-439f-9f7b-e80c7e4c38be tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Request body: {'port': {'device_id': '0fa9ac80-c91f-40d1-a0e5-6e4bb32c3f55', 'network_id': '083b8e2e-95a8-4b62-92a0-b6216788e85b', 'admin_state_up': True, 'tenant_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'security_groups': ['a0d12ea1-02c2-48b3-80f5-e2cd74a51005']}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 00:05:40.431897 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a87845a2-30d8-4d51-a433-337f88393bd5 req-0bef797d-0cdf-439f-9f7b-e80c7e4c38be tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Made reservation on behalf of a1d7bc5f0647450b929f5ae2d768960a for: {'port': 1} {{(pid=114212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 00:05:40.435433 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-a87845a2-30d8-4d51-a433-337f88393bd5 req-0bef797d-0cdf-439f-9f7b-e80c7e4c38be tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:05:40.479432 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-8f38ee95-1e70-42b0-82b2-15f589fabb4e req-d6b42ea2-bc95-48e9-af2e-555d5d54fc17 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa9ac80-c91f-40d1-a0e5-6e4bb32c3f55 HTTP/1.1" status: 200 len: 210 time: 0.0406761 May 04 00:05:40.587028 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.db_base_plugin_common [req-a87845a2-30d8-4d51-a433-337f88393bd5 req-0bef797d-0cdf-439f-9f7b-e80c7e4c38be tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Allocated IP 172.20.0.10 (083b8e2e-95a8-4b62-92a0-b6216788e85b/3dcc9a01-4442-401c-88f0-a40e235839be/5834ec78-ea7a-429d-9941-72a58eec3d15) {{(pid=114212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 00:05:40.726525 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-a87845a2-30d8-4d51-a433-337f88393bd5 req-0bef797d-0cdf-439f-9f7b-e80c7e4c38be tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks [] for port, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:05:40.844256 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-a87845a2-30d8-4d51-a433-337f88393bd5 req-0bef797d-0cdf-439f-9f7b-e80c7e4c38be tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733331236172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25393418'] for port, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:05:40.885368 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a87845a2-30d8-4d51-a433-337f88393bd5 req-0bef797d-0cdf-439f-9f7b-e80c7e4c38be tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Network 083b8e2e-95a8-4b62-92a0-b6216788e85b is already hosted by enough agents. {{(pid=114212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 00:05:40.891174 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.base_scheduler [req-a87845a2-30d8-4d51-a433-337f88393bd5 req-0bef797d-0cdf-439f-9f7b-e80c7e4c38be tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Resources bound (agent type, host, resource id): {{(pid=114212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 00:05:40.893750 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.l3_dvrscheduler_db [req-a87845a2-30d8-4d51-a433-337f88393bd5 req-0bef797d-0cdf-439f-9f7b-e80c7e4c38be tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Received port after_create {{(pid=114212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 00:05:40.933379 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bef797d-0cdf-439f-9f7b-e80c7e4c38be tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Pushing event updated for resources: {'Port': ['ID=5834ec78-ea7a-429d-9941-72a58eec3d15,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:05:40.961200 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87845a2-30d8-4d51-a433-337f88393bd5 req-0bef797d-0cdf-439f-9f7b-e80c7e4c38be tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:05:40.962127 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-a87845a2-30d8-4d51-a433-337f88393bd5 req-0bef797d-0cdf-439f-9f7b-e80c7e4c38be tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371'] for port, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:05:41.074273 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-a87845a2-30d8-4d51-a433-337f88393bd5 req-0bef797d-0cdf-439f-9f7b-e80c7e4c38be tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8444359 May 04 00:05:41.077772 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-84416002-db3e-45b0-a55c-56cfdf51bb15 None None] Provisioning complete for port 5834ec78-ea7a-429d-9941-72a58eec3d15 triggered by entity DHCP. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 00:05:41.082227 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-84416002-db3e-45b0-a55c-56cfdf51bb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:05:41.094837 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [req-a87845a2-30d8-4d51-a433-337f88393bd5 req-c6d12adb-79c6-4dab-b3a2-102ff7bbfbee service neutron] Request body: {'port': {'device_id': '0fa9ac80-c91f-40d1-a0e5-6e4bb32c3f55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 00:05:41.115196 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-84416002-db3e-45b0-a55c-56cfdf51bb15 None None] Port 5834ec78-ea7a-429d-9941-72a58eec3d15 cannot update to ACTIVE because it is not bound. {{(pid=114214) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 04 00:05:41.155014 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-a87845a2-30d8-4d51-a433-337f88393bd5 req-c6d12adb-79c6-4dab-b3a2-102ff7bbfbee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:05:41.424036 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.notifiers.nova [req-a87845a2-30d8-4d51-a433-337f88393bd5 req-c6d12adb-79c6-4dab-b3a2-102ff7bbfbee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5834ec78-ea7a-429d-9941-72a58eec3d15 {{(pid=114212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 00:05:41.432404 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-a87845a2-30d8-4d51-a433-337f88393bd5 req-c6d12adb-79c6-4dab-b3a2-102ff7bbfbee service neutron] Notify callbacks [] for port, precommit_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:05:41.444994 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.provisioning_blocks [req-a87845a2-30d8-4d51-a433-337f88393bd5 req-c6d12adb-79c6-4dab-b3a2-102ff7bbfbee service neutron] Transition to ACTIVE for port object 5834ec78-ea7a-429d-9941-72a58eec3d15 will not be triggered until provisioned by entity L2. {{(pid=114212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 00:05:41.576967 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-a87845a2-30d8-4d51-a433-337f88393bd5 req-c6d12adb-79c6-4dab-b3a2-102ff7bbfbee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25393411'] for port, after_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:05:41.609865 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ff9d20-4d40-43f4-9883-1608610b3155 req-b63f4b21-0150-4fee-ad0f-af1a16498ba0 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:05:41.611355 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-99ff9d20-4d40-43f4-9883-1608610b3155 req-b63f4b21-0150-4fee-ad0f-af1a16498ba0 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa9ac80-c91f-40d1-a0e5-6e4bb32c3f55 HTTP/1.1" status: 200 len: 932 time: 0.0562897 May 04 00:05:41.658335 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-99ff9d20-4d40-43f4-9883-1608610b3155 req-afd2de60-63d5-41b0-8ac6-f48d94e53d31 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0d12ea1-02c2-48b3-80f5-e2cd74a51005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400598 May 04 00:05:41.672989 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d12adb-79c6-4dab-b3a2-102ff7bbfbee service neutron] Pushing event updated for resources: {'Port': ['ID=5834ec78-ea7a-429d-9941-72a58eec3d15,revision_number=2']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:05:41.707758 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.managers [req-a87845a2-30d8-4d51-a433-337f88393bd5 req-c6d12adb-79c6-4dab-b3a2-102ff7bbfbee service neutron] Attempting to bind port 5834ec78-ea7a-429d-9941-72a58eec3d15 on host hv-cinder-84037 for vnic_type normal with profile {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 00:05:41.709202 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.managers [req-a87845a2-30d8-4d51-a433-337f88393bd5 req-c6d12adb-79c6-4dab-b3a2-102ff7bbfbee service neutron] Attempting to bind port 5834ec78-ea7a-429d-9941-72a58eec3d15 by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': '05b04087-dd39-4217-8749-e37f6c78c3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '083b8e2e-95a8-4b62-92a0-b6216788e85b'}] {{(pid=114212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 00:05:41.709533 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87845a2-30d8-4d51-a433-337f88393bd5 req-c6d12adb-79c6-4dab-b3a2-102ff7bbfbee service neutron] Attempting to bind port 5834ec78-ea7a-429d-9941-72a58eec3d15 on network 083b8e2e-95a8-4b62-92a0-b6216788e85b {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 00:05:41.714417 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87845a2-30d8-4d51-a433-337f88393bd5 req-c6d12adb-79c6-4dab-b3a2-102ff7bbfbee service neutron] Port 5834ec78-ea7a-429d-9941-72a58eec3d15 on network 083b8e2e-95a8-4b62-92a0-b6216788e85b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 00:05:41.714741 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87845a2-30d8-4d51-a433-337f88393bd5 req-c6d12adb-79c6-4dab-b3a2-102ff7bbfbee service neutron] Attempting to bind port 5834ec78-ea7a-429d-9941-72a58eec3d15 on network 083b8e2e-95a8-4b62-92a0-b6216788e85b {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 00:05:41.720018 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87845a2-30d8-4d51-a433-337f88393bd5 req-c6d12adb-79c6-4dab-b3a2-102ff7bbfbee service neutron] Checking agent: {'id': '6e4019a9-2d41-4d26-94e3-460d78c489d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 23, 50, 48), 'started_at': datetime.datetime(2022, 5, 3, 23, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 0, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 00:05:41.720353 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87845a2-30d8-4d51-a433-337f88393bd5 req-c6d12adb-79c6-4dab-b3a2-102ff7bbfbee service neutron] Checking segment: {'id': '05b04087-dd39-4217-8749-e37f6c78c3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '083b8e2e-95a8-4b62-92a0-b6216788e85b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 00:05:41.720735 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87845a2-30d8-4d51-a433-337f88393bd5 req-c6d12adb-79c6-4dab-b3a2-102ff7bbfbee service neutron] Bound using segment: {'id': '05b04087-dd39-4217-8749-e37f6c78c3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '083b8e2e-95a8-4b62-92a0-b6216788e85b'} {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 00:05:41.721165 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.managers [req-a87845a2-30d8-4d51-a433-337f88393bd5 req-c6d12adb-79c6-4dab-b3a2-102ff7bbfbee service neutron] Bound port: 5834ec78-ea7a-429d-9941-72a58eec3d15, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05b04087-dd39-4217-8749-e37f6c78c3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '083b8e2e-95a8-4b62-92a0-b6216788e85b'}}] {{(pid=114212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 00:05:41.721519 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-a87845a2-30d8-4d51-a433-337f88393bd5 req-c6d12adb-79c6-4dab-b3a2-102ff7bbfbee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:05:41.790950 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.db [req-a87845a2-30d8-4d51-a433-337f88393bd5 req-c6d12adb-79c6-4dab-b3a2-102ff7bbfbee service neutron] For port 5834ec78-ea7a-429d-9941-72a58eec3d15, host hv-cinder-84037, cleared binding levels {{(pid=114212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 00:05:41.794387 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.db [req-a87845a2-30d8-4d51-a433-337f88393bd5 req-c6d12adb-79c6-4dab-b3a2-102ff7bbfbee service neutron] For port 5834ec78-ea7a-429d-9941-72a58eec3d15, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=5834ec78-ea7a-429d-9941-72a58eec3d15,segment=NetworkSegment(05b04087-dd39-4217-8749-e37f6c78c3bf),segment_id=05b04087-dd39-4217-8749-e37f6c78c3bf)] {{(pid=114212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 00:05:41.881632 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-a87845a2-30d8-4d51-a433-337f88393bd5 req-c6d12adb-79c6-4dab-b3a2-102ff7bbfbee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25393411'] for port, after_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:05:41.916224 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87845a2-30d8-4d51-a433-337f88393bd5 req-c6d12adb-79c6-4dab-b3a2-102ff7bbfbee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:05:41.916842 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-a87845a2-30d8-4d51-a433-337f88393bd5 req-c6d12adb-79c6-4dab-b3a2-102ff7bbfbee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371'] for port, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:05:41.918462 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-a87845a2-30d8-4d51-a433-337f88393bd5 req-c6d12adb-79c6-4dab-b3a2-102ff7bbfbee service neutron] 10.222.0.47 "PUT /v2.0/ports/5834ec78-ea7a-429d-9941-72a58eec3d15 HTTP/1.1" status: 200 len: 1094 time: 0.8278680 May 04 00:05:41.918780 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fa9ac80-c91f-40d1-a0e5-6e4bb32c3f55', 'tag': '5834ec78-ea7a-429d-9941-72a58eec3d15'}] {{(pid=114212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 00:05:41.921045 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d2be33a93c6036cad1ba084e78d1c3d957b621bee157ccc93bfe0a4b69d877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3256fe1e-e1e1-450f-b5cb-87935ef165d3" -d '{"events": [{"name": "network-changed", "server_uuid": "0fa9ac80-c91f-40d1-a0e5-6e4bb32c3f55", "tag": "5834ec78-ea7a-429d-9941-72a58eec3d15"}]}' {{(pid=114212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 00:05:41.954143 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d12adb-79c6-4dab-b3a2-102ff7bbfbee service neutron] Pushing event updated for resources: {'Port': ['ID=5834ec78-ea7a-429d-9941-72a58eec3d15,revision_number=3']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:05:41.967234 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 00:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0bd8ff2-4575-4825-84f3-1f6966e51781 x-openstack-request-id: req-a0bd8ff2-4575-4825-84f3-1f6966e51781 {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 00:05:41.967529 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fa9ac80-c91f-40d1-a0e5-6e4bb32c3f55", "tag": "5834ec78-ea7a-429d-9941-72a58eec3d15", "status": "completed", "code": 200}]} {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 00:05:41.967782 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a0bd8ff2-4575-4825-84f3-1f6966e51781 {{(pid=114212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 00:05:41.968211 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0bd8ff2-4575-4825-84f3-1f6966e51781'] response: {'name': 'network-changed', 'server_uuid': '0fa9ac80-c91f-40d1-a0e5-6e4bb32c3f55', 'tag': '5834ec78-ea7a-429d-9941-72a58eec3d15', 'status': 'completed', 'code': 200} May 04 00:05:42.052241 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3256fe1e-e1e1-450f-b5cb-87935ef165d3 req-dff677f2-dbc4-42cf-97d4-ac945d03e1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:05:42.053545 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-3256fe1e-e1e1-450f-b5cb-87935ef165d3 req-dff677f2-dbc4-42cf-97d4-ac945d03e1f5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a1d7bc5f0647450b929f5ae2d768960a&device_id=0fa9ac80-c91f-40d1-a0e5-6e4bb32c3f55 HTTP/1.1" status: 200 len: 1097 time: 0.0435348 May 04 00:05:42.165710 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3256fe1e-e1e1-450f-b5cb-87935ef165d3 req-115fd7b9-cc97-483e-b137-4faac34078f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:05:42.167204 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-3256fe1e-e1e1-450f-b5cb-87935ef165d3 req-115fd7b9-cc97-483e-b137-4faac34078f9 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=a1d7bc5f0647450b929f5ae2d768960a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0980484 May 04 00:05:42.266400 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3256fe1e-e1e1-450f-b5cb-87935ef165d3 req-3afa3b86-0ce0-45b0-9812-286122d09c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:05:42.267783 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-3256fe1e-e1e1-450f-b5cb-87935ef165d3 req-3afa3b86-0ce0-45b0-9812-286122d09c94 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0930383 May 04 00:05:42.370401 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87845a2-30d8-4d51-a433-337f88393bd5 req-2db8dd6c-cbd5-4391-958d-1ead61171236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:05:42.372005 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-a87845a2-30d8-4d51-a433-337f88393bd5 req-2db8dd6c-cbd5-4391-958d-1ead61171236 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a1d7bc5f0647450b929f5ae2d768960a&device_id=0fa9ac80-c91f-40d1-a0e5-6e4bb32c3f55 HTTP/1.1" status: 200 len: 1097 time: 0.0445125 May 04 00:05:42.423927 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-a87845a2-30d8-4d51-a433-337f88393bd5 req-644312ee-78b1-42e7-b8ae-25543670f908 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5834ec78-ea7a-429d-9941-72a58eec3d15 HTTP/1.1" status: 200 len: 217 time: 0.0367942 May 04 00:05:42.491166 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87845a2-30d8-4d51-a433-337f88393bd5 req-882613f1-6d26-41b5-a665-69b6c1d0b820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:05:42.493200 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-a87845a2-30d8-4d51-a433-337f88393bd5 req-882613f1-6d26-41b5-a665-69b6c1d0b820 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3dcc9a01-4442-401c-88f0-a40e235839be HTTP/1.1" status: 200 len: 851 time: 0.0631180 May 04 00:05:42.547143 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87845a2-30d8-4d51-a433-337f88393bd5 req-a1055718-964c-43dd-a1fb-f29775242a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:05:42.548651 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-a87845a2-30d8-4d51-a433-337f88393bd5 req-a1055718-964c-43dd-a1fb-f29775242a15 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=083b8e2e-95a8-4b62-92a0-b6216788e85b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0487130 May 04 00:05:42.656561 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-a87845a2-30d8-4d51-a433-337f88393bd5 req-c7edfac7-7eb9-4201-a638-2a91d2355a1d service neutron] 10.222.0.47 "GET /v2.0/networks/083b8e2e-95a8-4b62-92a0-b6216788e85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007011 May 04 00:05:42.769638 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-a87845a2-30d8-4d51-a433-337f88393bd5 req-01412547-e0db-4792-b64a-55eef9f6c4b0 service neutron] 10.222.0.47 "GET /v2.0/networks/083b8e2e-95a8-4b62-92a0-b6216788e85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056798 May 04 00:05:42.792617 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d0dba6-e36e-4be9-b534-5d9204a3bafb req-1fcd11de-ea82-4a1f-b728-e7f81defcd56 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:05:42.795225 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-11d0dba6-e36e-4be9-b534-5d9204a3bafb req-1fcd11de-ea82-4a1f-b728-e7f81defcd56 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa9ac80-c91f-40d1-a0e5-6e4bb32c3f55 HTTP/1.1" status: 200 len: 944 time: 0.0563314 May 04 00:05:42.849038 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-11d0dba6-e36e-4be9-b534-5d9204a3bafb req-94f01234-c43a-42a1-8a72-42b13c2f659c tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0d12ea1-02c2-48b3-80f5-e2cd74a51005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428827 May 04 00:05:43.972746 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf35758-3ff3-43ca-9ffa-983bd8024b9f req-b98a3217-756e-4122-8c14-7a32ab26dc5b tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:05:43.975292 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-8cf35758-3ff3-43ca-9ffa-983bd8024b9f req-b98a3217-756e-4122-8c14-7a32ab26dc5b tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa9ac80-c91f-40d1-a0e5-6e4bb32c3f55 HTTP/1.1" status: 200 len: 944 time: 0.0505350 May 04 00:05:44.014433 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-8cf35758-3ff3-43ca-9ffa-983bd8024b9f req-e6bc8b76-dec5-487f-aa35-1b2c30a4ab4c tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0d12ea1-02c2-48b3-80f5-e2cd74a51005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330336 May 04 00:05:45.128731 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe6704b-d276-4fd1-96ba-482e02fed392 req-5d49fdd3-e71b-4dc0-9686-fb7c2a84cb49 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:05:45.130385 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-6fe6704b-d276-4fd1-96ba-482e02fed392 req-5d49fdd3-e71b-4dc0-9686-fb7c2a84cb49 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa9ac80-c91f-40d1-a0e5-6e4bb32c3f55 HTTP/1.1" status: 200 len: 944 time: 0.0492048 May 04 00:05:45.168067 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-6fe6704b-d276-4fd1-96ba-482e02fed392 req-4c19e4b3-400c-4713-ad70-f9f65ba886d6 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0d12ea1-02c2-48b3-80f5-e2cd74a51005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317938 May 04 00:05:46.284973 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa92e1c-5bed-4ad5-a532-6cd216e61196 req-caab7779-888e-4196-96a4-b2756ab45737 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:05:46.287097 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-1fa92e1c-5bed-4ad5-a532-6cd216e61196 req-caab7779-888e-4196-96a4-b2756ab45737 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa9ac80-c91f-40d1-a0e5-6e4bb32c3f55 HTTP/1.1" status: 200 len: 944 time: 0.0514565 May 04 00:05:46.324574 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-1fa92e1c-5bed-4ad5-a532-6cd216e61196 req-8458874e-5a40-4c24-b2d9-06e8805340f8 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0d12ea1-02c2-48b3-80f5-e2cd74a51005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313704 May 04 00:05:46.492756 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.agents_db [None req-33eb5aa9-4e04-49df-8f84-9829a3bd54c6 None None] Agent healthcheck: found 6 active agents {{(pid=114215) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 00:05:47.446110 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ced1788-9a4f-449a-940a-48c281ba589a req-18b3edef-651b-4e3c-8cc5-1c4ca0773440 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:05:47.447548 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-7ced1788-9a4f-449a-940a-48c281ba589a req-18b3edef-651b-4e3c-8cc5-1c4ca0773440 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa9ac80-c91f-40d1-a0e5-6e4bb32c3f55 HTTP/1.1" status: 200 len: 944 time: 0.0530515 May 04 00:05:47.485038 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-7ced1788-9a4f-449a-940a-48c281ba589a req-1c3fbae4-1acd-4577-8d3a-e7cf9ba1e574 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0d12ea1-02c2-48b3-80f5-e2cd74a51005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312331 May 04 00:05:48.317325 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:05:48.603849 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99817bba-486e-4118-80d9-548dcde54437 req-2cd9021b-1806-477a-bce4-dc5bd8f4bb4d tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:05:48.605299 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-99817bba-486e-4118-80d9-548dcde54437 req-2cd9021b-1806-477a-bce4-dc5bd8f4bb4d tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa9ac80-c91f-40d1-a0e5-6e4bb32c3f55 HTTP/1.1" status: 200 len: 944 time: 0.0550821 May 04 00:05:48.643915 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-99817bba-486e-4118-80d9-548dcde54437 req-09e3043f-9b9c-4821-87a6-6bf06d35c600 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0d12ea1-02c2-48b3-80f5-e2cd74a51005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326633 May 04 00:05:49.757980 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb8a7e4-6be4-434f-924d-ffc60bcabb93 req-aaf68eee-0377-423a-aa39-d3fc7263d683 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:05:49.759483 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-cbb8a7e4-6be4-434f-924d-ffc60bcabb93 req-aaf68eee-0377-423a-aa39-d3fc7263d683 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa9ac80-c91f-40d1-a0e5-6e4bb32c3f55 HTTP/1.1" status: 200 len: 944 time: 0.0487194 May 04 00:05:49.797275 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-cbb8a7e4-6be4-434f-924d-ffc60bcabb93 req-f8b3a52f-4c78-4e12-9602-d2913f19b444 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0d12ea1-02c2-48b3-80f5-e2cd74a51005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316021 May 04 00:05:50.910442 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608d122c-0356-47cb-a7a0-908c7433d5d3 req-40bbbb9a-76dc-401c-bfd4-f74e43e2253a tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:05:50.912645 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-608d122c-0356-47cb-a7a0-908c7433d5d3 req-40bbbb9a-76dc-401c-bfd4-f74e43e2253a tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa9ac80-c91f-40d1-a0e5-6e4bb32c3f55 HTTP/1.1" status: 200 len: 944 time: 0.0491445 May 04 00:05:50.950152 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-608d122c-0356-47cb-a7a0-908c7433d5d3 req-d481c11d-4dc0-4b24-8078-61cd71b9da00 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0d12ea1-02c2-48b3-80f5-e2cd74a51005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314968 May 04 00:05:52.064626 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7e3500-d89f-4b38-8599-730657507eff req-6e6279ba-a657-40f0-9712-7e53067ae1de tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:05:52.066014 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-fd7e3500-d89f-4b38-8599-730657507eff req-6e6279ba-a657-40f0-9712-7e53067ae1de tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa9ac80-c91f-40d1-a0e5-6e4bb32c3f55 HTTP/1.1" status: 200 len: 944 time: 0.0483634 May 04 00:05:52.104035 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-fd7e3500-d89f-4b38-8599-730657507eff req-b836f38e-6840-43f4-afde-b3c28ee6773d tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0d12ea1-02c2-48b3-80f5-e2cd74a51005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316398 May 04 00:05:52.309350 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device 5834ec78-ea7a-429d-9941-72a58eec3d15 details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=114214) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 00:05:52.407930 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] For port 5834ec78-ea7a-429d-9941-72a58eec3d15, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=5834ec78-ea7a-429d-9941-72a58eec3d15,segment=NetworkSegment(05b04087-dd39-4217-8749-e37f6c78c3bf),segment_id=05b04087-dd39-4217-8749-e37f6c78c3bf)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 00:05:52.420031 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Returning: {'device': '5834ec78-ea7a-429d-9941-72a58eec3d15', 'network_id': '083b8e2e-95a8-4b62-92a0-b6216788e85b', 'port_id': '5834ec78-ea7a-429d-9941-72a58eec3d15', 'mac_address': 'fa:16:3e:53:5f:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dcc9a01-4442-401c-88f0-a40e235839be', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114214) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 00:05:52.455732 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:05:52.469385 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.notifiers.nova [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5834ec78-ea7a-429d-9941-72a58eec3d15 {{(pid=114214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 00:05:52.489026 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] For port 5834ec78-ea7a-429d-9941-72a58eec3d15, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=5834ec78-ea7a-429d-9941-72a58eec3d15,segment=NetworkSegment(05b04087-dd39-4217-8749-e37f6c78c3bf),segment_id=05b04087-dd39-4217-8749-e37f6c78c3bf)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 00:05:52.565218 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:05:52.616699 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Pushing event updated for resources: {'Port': ['ID=5834ec78-ea7a-429d-9941-72a58eec3d15,revision_number=4']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:05:52.623609 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:05:52.623956 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:05:52.624290 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:05:52.624710 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:05:52.624973 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:05:52.625294 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:05:52.625612 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:05:52.625931 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:05:52.628567 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:05:52.628567 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:05:52.628567 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:05:52.628567 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:05:52.888889 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] get_ports_and_sgs() called for port_ids ['5834ec78-ea7a-429d-9941-72a58eec3d15'] {{(pid=114214) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 00:05:53.221013 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769e5948-bdbf-4013-b058-8aea12e6d417 req-36977604-8725-4571-b237-b81054408ee8 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:05:53.222478 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-769e5948-bdbf-4013-b058-8aea12e6d417 req-36977604-8725-4571-b237-b81054408ee8 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa9ac80-c91f-40d1-a0e5-6e4bb32c3f55 HTTP/1.1" status: 200 len: 945 time: 0.0493431 May 04 00:05:53.260656 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-769e5948-bdbf-4013-b058-8aea12e6d417 req-86a1318a-1dda-4205-bcb9-5b5e19ba3ba3 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0d12ea1-02c2-48b3-80f5-e2cd74a51005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320892 May 04 00:05:54.310119 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device 5834ec78-ea7a-429d-9941-72a58eec3d15 up at agent hyperv_hv-cinder-84037 {{(pid=114214) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 00:05:54.380508 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30bb605-74f9-4d66-a117-fa86e6c3f9dc req-37f8f2ee-853a-4ade-b3f8-d6afae73bb84 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:05:54.382216 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-a30bb605-74f9-4d66-a117-fa86e6c3f9dc req-37f8f2ee-853a-4ade-b3f8-d6afae73bb84 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa9ac80-c91f-40d1-a0e5-6e4bb32c3f55 HTTP/1.1" status: 200 len: 945 time: 0.0528934 May 04 00:05:54.421323 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-a30bb605-74f9-4d66-a117-fa86e6c3f9dc req-bcef1c66-a922-4b3f-845b-f6318cd35536 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0d12ea1-02c2-48b3-80f5-e2cd74a51005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330641 May 04 00:05:54.448696 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Provisioning for port 5834ec78-ea7a-429d-9941-72a58eec3d15 completed by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 00:05:54.452798 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Provisioning complete for port 5834ec78-ea7a-429d-9941-72a58eec3d15 triggered by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 00:05:54.453173 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:05:54.529378 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:05:54.555480 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fa9ac80-c91f-40d1-a0e5-6e4bb32c3f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5834ec78-ea7a-429d-9941-72a58eec3d15'}] {{(pid=114214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 00:05:54.557628 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a2c01d47b82d907f81ba0899610efc862c27db097cd111ee9714155fede03ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2669927-8c87-4c08-badc-ae0ba5c2f5dd" -d '{"events": [{"server_uuid": "0fa9ac80-c91f-40d1-a0e5-6e4bb32c3f55", "name": "network-vif-plugged", "status": "completed", "tag": "5834ec78-ea7a-429d-9941-72a58eec3d15"}]}' {{(pid=114214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 00:05:54.570282 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] For port 5834ec78-ea7a-429d-9941-72a58eec3d15, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=5834ec78-ea7a-429d-9941-72a58eec3d15,segment=NetworkSegment(05b04087-dd39-4217-8749-e37f6c78c3bf),segment_id=05b04087-dd39-4217-8749-e37f6c78c3bf)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 00:05:54.648846 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:05:54.687752 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 00:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e9a4b1e-de50-4117-9955-5729d7ea3ebd x-openstack-request-id: req-7e9a4b1e-de50-4117-9955-5729d7ea3ebd {{(pid=114214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 00:05:54.688050 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fa9ac80-c91f-40d1-a0e5-6e4bb32c3f55", "name": "network-vif-plugged", "status": "completed", "tag": "5834ec78-ea7a-429d-9941-72a58eec3d15", "code": 200}]} {{(pid=114214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 00:05:54.688307 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7e9a4b1e-de50-4117-9955-5729d7ea3ebd {{(pid=114214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 00:05:54.688705 dv-cinder-840375-1-iscsi neutron-server[114214]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e9a4b1e-de50-4117-9955-5729d7ea3ebd'] response: {'server_uuid': '0fa9ac80-c91f-40d1-a0e5-6e4bb32c3f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5834ec78-ea7a-429d-9941-72a58eec3d15', 'code': 200} May 04 00:05:54.717009 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Pushing event updated for resources: {'Port': ['ID=5834ec78-ea7a-429d-9941-72a58eec3d15,revision_number=5']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:05:55.024512 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df6cd3e-995e-4d06-9228-f5afc0107937 req-dce0e0d0-b911-4cef-b3fb-e5de57dcc499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:05:55.026255 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-5df6cd3e-995e-4d06-9228-f5afc0107937 req-dce0e0d0-b911-4cef-b3fb-e5de57dcc499 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0fa9ac80-c91f-40d1-a0e5-6e4bb32c3f55 HTTP/1.1" status: 200 len: 1099 time: 0.0493126 May 04 00:05:55.060523 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-5df6cd3e-995e-4d06-9228-f5afc0107937 req-188fca99-126d-4ce2-92d2-6810a838d490 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a0d12ea1-02c2-48b3-80f5-e2cd74a51005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274220 May 04 00:05:55.534629 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be556da9-57c4-4afa-9053-bafe0195e2ac req-a3a103fc-ac21-4d70-be5f-8bb07d7a7176 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:05:55.536086 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-be556da9-57c4-4afa-9053-bafe0195e2ac req-a3a103fc-ac21-4d70-be5f-8bb07d7a7176 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa9ac80-c91f-40d1-a0e5-6e4bb32c3f55 HTTP/1.1" status: 200 len: 946 time: 0.0485964 May 04 00:05:55.574177 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-be556da9-57c4-4afa-9053-bafe0195e2ac req-744f61be-e213-494f-9550-0c793811dcf3 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0d12ea1-02c2-48b3-80f5-e2cd74a51005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320854 May 04 00:05:56.690265 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94720124-c5c1-4f81-8e7d-c321a5566f4b req-3a7194d1-a805-45e1-8316-a09caa4e4af6 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:05:56.691712 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-94720124-c5c1-4f81-8e7d-c321a5566f4b req-3a7194d1-a805-45e1-8316-a09caa4e4af6 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa9ac80-c91f-40d1-a0e5-6e4bb32c3f55 HTTP/1.1" status: 200 len: 946 time: 0.0489681 May 04 00:05:56.731401 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-94720124-c5c1-4f81-8e7d-c321a5566f4b req-8e4b27d5-99d4-4787-bd58-8f5c8badd368 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0d12ea1-02c2-48b3-80f5-e2cd74a51005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331128 May 04 00:05:56.844996 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5fdbc7-6f12-42a3-9a05-bd4c5186c0ca req-fb666026-47e6-4ddd-954a-ac14c0a82fbe tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:05:56.846455 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-2f5fdbc7-6f12-42a3-9a05-bd4c5186c0ca req-fb666026-47e6-4ddd-954a-ac14c0a82fbe tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa9ac80-c91f-40d1-a0e5-6e4bb32c3f55 HTTP/1.1" status: 200 len: 946 time: 0.0485818 May 04 00:05:56.883827 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-2f5fdbc7-6f12-42a3-9a05-bd4c5186c0ca req-8a419d2d-126d-41af-85bc-3ee078c11a3c tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0d12ea1-02c2-48b3-80f5-e2cd74a51005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306685 May 04 00:05:56.909790 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 46748) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:05:56.948866 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefc84db-1afc-4ba9-afd4-0d338569e824 tempest-TestVolumeBootPattern-527775853 tempest-TestVolumeBootPattern-527775853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:05:56.950359 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-fefc84db-1afc-4ba9-afd4-0d338569e824 tempest-TestVolumeBootPattern-527775853 tempest-TestVolumeBootPattern-527775853-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0fa9ac80-c91f-40d1-a0e5-6e4bb32c3f55 HTTP/1.1" status: 200 len: 1094 time: 0.0395555 May 04 00:05:56.953086 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 46750) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:05:56.957208 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [None req-8f5c25c2-0360-4b50-98a5-465d3406d072 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Request body: {'floatingip': {'floating_network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'port_id': '5834ec78-ea7a-429d-9941-72a58eec3d15', 'tenant_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 00:05:57.033867 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-8f5c25c2-0360-4b50-98a5-465d3406d072 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks [] for floatingip, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:05:57.133053 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-8f5c25c2-0360-4b50-98a5-465d3406d072 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:05:57.239184 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.db_base_plugin_common [None req-8f5c25c2-0360-4b50-98a5-465d3406d072 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Allocated IP 172.27.2.195 (b899e136-3b25-4af5-bb18-9827145d490c/f9ce11e5-b806-4ff0-a648-9987146ccd8a/371d07e8-227d-433d-bf9d-fc26ef289a95) {{(pid=114212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 00:05:57.343614 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-8f5c25c2-0360-4b50-98a5-465d3406d072 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks [] for port, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:05:57.434243 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-8f5c25c2-0360-4b50-98a5-465d3406d072 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733331236172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25393418'] for port, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:05:57.474120 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5c25c2-0360-4b50-98a5-465d3406d072 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Network b899e136-3b25-4af5-bb18-9827145d490c is already hosted by enough agents. {{(pid=114212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 00:05:57.477786 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.base_scheduler [None req-8f5c25c2-0360-4b50-98a5-465d3406d072 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Resources bound (agent type, host, resource id): {{(pid=114212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 00:05:57.481429 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5c25c2-0360-4b50-98a5-465d3406d072 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Received port after_create {{(pid=114212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 00:05:57.486893 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5c25c2-0360-4b50-98a5-465d3406d072 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Pushing event updated for resources: {'Port': ['ID=371d07e8-227d-433d-bf9d-fc26ef289a95,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:05:57.842998 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-8f5c25c2-0360-4b50-98a5-465d3406d072 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:05:58.004965 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-8f5c25c2-0360-4b50-98a5-465d3406d072 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:05:58.150835 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-8f5c25c2-0360-4b50-98a5-465d3406d072 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks [] for port, precommit_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:05:58.208361 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-8f5c25c2-0360-4b50-98a5-465d3406d072 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25393411'] for port, after_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:05:58.279961 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5c25c2-0360-4b50-98a5-465d3406d072 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Pushing event updated for resources: {'Port': ['ID=371d07e8-227d-433d-bf9d-fc26ef289a95,revision_number=2']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:05:58.291483 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-8f5c25c2-0360-4b50-98a5-465d3406d072 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3761754'] for floatingip, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:05:58.391854 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.db.l3_db [None req-8f5c25c2-0360-4b50-98a5-465d3406d072 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Floating IP ab4e1acc-d716-452c-8bc8-af111df99626 associated. External IP: 172.27.2.195, port: 5834ec78-ea7a-429d-9941-72a58eec3d15. May 04 00:05:58.867535 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f5c25c2-0360-4b50-98a5-465d3406d072 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Router a3200aa6-d928-4b6a-8eec-034a619ea914 has already been hosted by L3 agent 758adf3f-89d7-4e1b-912e-3871fb413390 {{(pid=114212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 00:05:58.971939 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f5c25c2-0360-4b50-98a5-465d3406d072 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify agent at l3_agent.dv-cinder-840375-1-iscsi the message routers_updated {{(pid=114212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 00:05:58.983316 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85aa06a-61fc-4ca3-aae9-e2b85530ac77 None None] Sync routers for ids ['a3200aa6-d928-4b6a-8eec-034a619ea914'] in dv-cinder-840375-1-iscsi {{(pid=114214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 00:05:58.994085 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85aa06a-61fc-4ca3-aae9-e2b85530ac77 None None] Routers {'a3200aa6-d928-4b6a-8eec-034a619ea914'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 00:05:58.994723 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-e85aa06a-61fc-4ca3-aae9-e2b85530ac77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-04T00:05:34Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['a3200aa6-d928-4b6a-8eec-034a619ea914'], 'active': True} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:05:59.053531 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-8f5c25c2-0360-4b50-98a5-465d3406d072 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371'] for floatingip, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:05:59.083281 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-8f5c25c2-0360-4b50-98a5-465d3406d072 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1291497 May 04 00:05:59.088178 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fa9ac80-c91f-40d1-a0e5-6e4bb32c3f55', 'tag': '5834ec78-ea7a-429d-9941-72a58eec3d15'}] {{(pid=114212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 00:05:59.088178 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d2be33a93c6036cad1ba084e78d1c3d957b621bee157ccc93bfe0a4b69d877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d4bf60b-a19f-4124-8a41-d927e8f4bec8" -d '{"events": [{"name": "network-changed", "server_uuid": "0fa9ac80-c91f-40d1-a0e5-6e4bb32c3f55", "tag": "5834ec78-ea7a-429d-9941-72a58eec3d15"}]}' {{(pid=114212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 00:05:59.105346 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvr_db [None req-e85aa06a-61fc-4ca3-aae9-e2b85530ac77 None None] Set router a3200aa6-d928-4b6a-8eec-034a619ea914 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 00:05:59.125126 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 00:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4a0f24e-983e-412d-9480-7cf0cba9ecd2 x-openstack-request-id: req-f4a0f24e-983e-412d-9480-7cf0cba9ecd2 {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 00:05:59.125414 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fa9ac80-c91f-40d1-a0e5-6e4bb32c3f55", "tag": "5834ec78-ea7a-429d-9941-72a58eec3d15", "status": "completed", "code": 200}]} {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 00:05:59.125666 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f4a0f24e-983e-412d-9480-7cf0cba9ecd2 {{(pid=114212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 00:05:59.126103 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4a0f24e-983e-412d-9480-7cf0cba9ecd2'] response: {'name': 'network-changed', 'server_uuid': '0fa9ac80-c91f-40d1-a0e5-6e4bb32c3f55', 'tag': '5834ec78-ea7a-429d-9941-72a58eec3d15', 'status': 'completed', 'code': 200} May 04 00:05:59.230131 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4bf60b-a19f-4124-8a41-d927e8f4bec8 req-054c7551-7b46-4b4e-ad58-eae20f686a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:05:59.231665 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-5d4bf60b-a19f-4124-8a41-d927e8f4bec8 req-054c7551-7b46-4b4e-ad58-eae20f686a66 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a1d7bc5f0647450b929f5ae2d768960a&device_id=0fa9ac80-c91f-40d1-a0e5-6e4bb32c3f55 HTTP/1.1" status: 200 len: 1099 time: 0.0411320 May 04 00:05:59.327339 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4bf60b-a19f-4124-8a41-d927e8f4bec8 req-d9105a86-6044-49e2-a09a-328f439e0687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:05:59.328709 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-5d4bf60b-a19f-4124-8a41-d927e8f4bec8 req-d9105a86-6044-49e2-a09a-328f439e0687 service neutron] 10.222.0.47 "GET /v2.0/networks?id=083b8e2e-95a8-4b62-92a0-b6216788e85b HTTP/1.1" status: 200 len: 913 time: 0.0868468 May 04 00:05:59.338583 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-e85aa06a-61fc-4ca3-aae9-e2b85530ac77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3200aa6-d928-4b6a-8eec-034a619ea914', 'name': 'tempest-TestVolumeBootPattern-1448041422-router', 'tenant_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '7aa6a057-8769-4e26-8a71-4f5532d1df51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T00:02:34Z', 'updated_at': '2022-05-04T00:02:37Z', 'revision_number': 4, 'project_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'gw_port': {'id': '7aa6a057-8769-4e26-8a71-4f5532d1df51', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:77:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3200aa6-d928-4b6a-8eec-034a619ea914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T00:02:34Z', 'updated_at': '2022-05-04T00:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_floatingips': [{'id': 'ab4e1acc-d716-452c-8bc8-af111df99626', 'tenant_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'floating_ip_address': '172.27.2.195', 'floating_network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'router_id': 'a3200aa6-d928-4b6a-8eec-034a619ea914', 'port_id': '5834ec78-ea7a-429d-9941-72a58eec3d15', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '083b8e2e-95a8-4b62-92a0-b6216788e85b', 'mac_address': 'fa:16:3e:53:5f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa9ac80-c91f-40d1-a0e5-6e4bb32c3f55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T00:05:57Z', 'updated_at': '2022-05-04T00:05:57Z', 'revision_number': 0, 'project_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e668a8e-aa6f-4daf-a983-4e1ad532b99a', 'name': '', 'network_id': '083b8e2e-95a8-4b62-92a0-b6216788e85b', 'tenant_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'mac_address': 'fa:16:3e:29:2f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3200aa6-d928-4b6a-8eec-034a619ea914', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '3dcc9a01-4442-401c-88f0-a40e235839be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T00:02:36Z', 'updated_at': '2022-05-04T00:02:41Z', 'revision_number': 5, 'project_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'subnets': [{'id': '3dcc9a01-4442-401c-88f0-a40e235839be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:05:59.364888 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85aa06a-61fc-4ca3-aae9-e2b85530ac77 None None] Checking router: a3200aa6-d928-4b6a-8eec-034a619ea914 for host: dv-cinder-840375-1-iscsi {{(pid=114214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 00:05:59.373964 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85aa06a-61fc-4ca3-aae9-e2b85530ac77 None None] Routers {'a3200aa6-d928-4b6a-8eec-034a619ea914'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 00:05:59.374601 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-e85aa06a-61fc-4ca3-aae9-e2b85530ac77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-04T00:05:34Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['a3200aa6-d928-4b6a-8eec-034a619ea914'], 'active': True} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:05:59.399796 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-5d4bf60b-a19f-4124-8a41-d927e8f4bec8 req-3e95acb3-0f2c-425d-a916-a929e05c8158 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5834ec78-ea7a-429d-9941-72a58eec3d15 HTTP/1.1" status: 200 len: 1000 time: 0.0624795 May 04 00:05:59.449147 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4bf60b-a19f-4124-8a41-d927e8f4bec8 req-f4a0cc5e-b370-46eb-ad6a-794e8e3e2709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:05:59.450811 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-5d4bf60b-a19f-4124-8a41-d927e8f4bec8 req-f4a0cc5e-b370-46eb-ad6a-794e8e3e2709 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3dcc9a01-4442-401c-88f0-a40e235839be HTTP/1.1" status: 200 len: 851 time: 0.0444450 May 04 00:05:59.481916 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvr_db [None req-e85aa06a-61fc-4ca3-aae9-e2b85530ac77 None None] Set router a3200aa6-d928-4b6a-8eec-034a619ea914 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 00:05:59.497641 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4bf60b-a19f-4124-8a41-d927e8f4bec8 req-45a023ea-05c7-459a-9c1c-1311fc516051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:05:59.499154 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-5d4bf60b-a19f-4124-8a41-d927e8f4bec8 req-45a023ea-05c7-459a-9c1c-1311fc516051 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=083b8e2e-95a8-4b62-92a0-b6216788e85b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403426 May 04 00:05:59.591934 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-5d4bf60b-a19f-4124-8a41-d927e8f4bec8 req-17731510-53a1-49e4-af6b-485b0dc6997a service neutron] 10.222.0.47 "GET /v2.0/networks/083b8e2e-95a8-4b62-92a0-b6216788e85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850942 May 04 00:05:59.692380 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-5d4bf60b-a19f-4124-8a41-d927e8f4bec8 req-5c097393-63f0-4e1c-9ca8-0d69bc9827a8 service neutron] 10.222.0.47 "GET /v2.0/networks/083b8e2e-95a8-4b62-92a0-b6216788e85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916991 May 04 00:05:59.832687 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-e85aa06a-61fc-4ca3-aae9-e2b85530ac77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3200aa6-d928-4b6a-8eec-034a619ea914', 'name': 'tempest-TestVolumeBootPattern-1448041422-router', 'tenant_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '7aa6a057-8769-4e26-8a71-4f5532d1df51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T00:02:34Z', 'updated_at': '2022-05-04T00:02:37Z', 'revision_number': 4, 'project_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'gw_port': {'id': '7aa6a057-8769-4e26-8a71-4f5532d1df51', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:77:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3200aa6-d928-4b6a-8eec-034a619ea914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T00:02:34Z', 'updated_at': '2022-05-04T00:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_floatingips': [{'id': 'ab4e1acc-d716-452c-8bc8-af111df99626', 'tenant_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'floating_ip_address': '172.27.2.195', 'floating_network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'router_id': 'a3200aa6-d928-4b6a-8eec-034a619ea914', 'port_id': '5834ec78-ea7a-429d-9941-72a58eec3d15', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '083b8e2e-95a8-4b62-92a0-b6216788e85b', 'mac_address': 'fa:16:3e:53:5f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa9ac80-c91f-40d1-a0e5-6e4bb32c3f55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T00:05:57Z', 'updated_at': '2022-05-04T00:05:57Z', 'revision_number': 0, 'project_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e668a8e-aa6f-4daf-a983-4e1ad532b99a', 'name': '', 'network_id': '083b8e2e-95a8-4b62-92a0-b6216788e85b', 'tenant_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'mac_address': 'fa:16:3e:29:2f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3200aa6-d928-4b6a-8eec-034a619ea914', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '3dcc9a01-4442-401c-88f0-a40e235839be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T00:02:36Z', 'updated_at': '2022-05-04T00:02:41Z', 'revision_number': 5, 'project_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'subnets': [{'id': '3dcc9a01-4442-401c-88f0-a40e235839be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:05:59.862641 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85aa06a-61fc-4ca3-aae9-e2b85530ac77 None None] The sync data for ids ['a3200aa6-d928-4b6a-8eec-034a619ea914'] in dv-cinder-840375-1-iscsi is: [{'id': 'a3200aa6-d928-4b6a-8eec-034a619ea914', 'name': 'tempest-TestVolumeBootPattern-1448041422-router', 'tenant_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '7aa6a057-8769-4e26-8a71-4f5532d1df51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T00:02:34Z', 'updated_at': '2022-05-04T00:02:37Z', 'revision_number': 4, 'project_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'gw_port': {'id': '7aa6a057-8769-4e26-8a71-4f5532d1df51', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:77:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3200aa6-d928-4b6a-8eec-034a619ea914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T00:02:34Z', 'updated_at': '2022-05-04T00:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_floatingips': [{'id': 'ab4e1acc-d716-452c-8bc8-af111df99626', 'tenant_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'floating_ip_address': '172.27.2.195', 'floating_network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'router_id': 'a3200aa6-d928-4b6a-8eec-034a619ea914', 'port_id': '5834ec78-ea7a-429d-9941-72a58eec3d15', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '083b8e2e-95a8-4b62-92a0-b6216788e85b', 'mac_address': 'fa:16:3e:53:5f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa9ac80-c91f-40d1-a0e5-6e4bb32c3f55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T00:05:57Z', 'updated_at': '2022-05-04T00:05:57Z', 'revision_number': 0, 'project_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e668a8e-aa6f-4daf-a983-4e1ad532b99a', 'name': '', 'network_id': '083b8e2e-95a8-4b62-92a0-b6216788e85b', 'tenant_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'mac_address': 'fa:16:3e:29:2f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3200aa6-d928-4b6a-8eec-034a619ea914', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '3dcc9a01-4442-401c-88f0-a40e235839be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T00:02:36Z', 'updated_at': '2022-05-04T00:02:41Z', 'revision_number': 5, 'project_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'subnets': [{'id': '3dcc9a01-4442-401c-88f0-a40e235839be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 00:06:00.056532 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe55f297-0a51-46a3-9a93-58244b94d153 None None] New status for floating IP ab4e1acc-d716-452c-8bc8-af111df99626: ACTIVE {{(pid=114215) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 00:06:01.431213 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-c5fc4ada-a7d9-464a-8090-5c166a03aa65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:06:03.897424 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-aeac056b-9541-4e88-a458-f4d3eb77a035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:06:05.439737 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-9988ed24-7efc-4e8a-acf7-bcbfa55ed3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:06:06.165063 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-f3996685-9434-443c-b5d7-edb245b755aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:06:06.948124 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:06:18.350870 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:06:23.491051 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.agents_db [None req-33eb5aa9-4e04-49df-8f84-9829a3bd54c6 None None] Agent healthcheck: found 6 active agents {{(pid=114215) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 00:06:31.427155 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-f8986a29-a890-4915-946e-1c99b6ab67a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:06:33.864498 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-95ef7228-7b38-49f1-848d-388d4cee15b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:06:35.432816 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-9988ed24-7efc-4e8a-acf7-bcbfa55ed3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:06:36.167488 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-f3996685-9434-443c-b5d7-edb245b755aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:06:36.918532 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:06:48.327969 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:06:53.531702 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-43421ba7-e1de-407e-8ccf-ec66cdc752ee req-8588dff1-633b-47be-a187-3c406907ec0f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0fa9ac80-c91f-40d1-a0e5-6e4bb32c3f55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438623 May 04 00:06:53.630321 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43421ba7-e1de-407e-8ccf-ec66cdc752ee req-6d6a02d7-f4a2-4b89-b73b-6bb750aa1292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:06:53.631829 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-43421ba7-e1de-407e-8ccf-ec66cdc752ee req-6d6a02d7-f4a2-4b89-b73b-6bb750aa1292 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a1d7bc5f0647450b929f5ae2d768960a&device_id=0fa9ac80-c91f-40d1-a0e5-6e4bb32c3f55 HTTP/1.1" status: 200 len: 1099 time: 0.0416064 May 04 00:06:53.734158 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43421ba7-e1de-407e-8ccf-ec66cdc752ee req-2e869ed8-6e68-47aa-b492-b531ce0120e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:06:53.735515 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-43421ba7-e1de-407e-8ccf-ec66cdc752ee req-2e869ed8-6e68-47aa-b492-b531ce0120e9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=083b8e2e-95a8-4b62-92a0-b6216788e85b HTTP/1.1" status: 200 len: 913 time: 0.0844889 May 04 00:06:53.803490 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-43421ba7-e1de-407e-8ccf-ec66cdc752ee req-45203d42-4657-4689-8610-5e3af9e9509a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5834ec78-ea7a-429d-9941-72a58eec3d15 HTTP/1.1" status: 200 len: 1002 time: 0.0611341 May 04 00:06:53.851557 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43421ba7-e1de-407e-8ccf-ec66cdc752ee req-b636e8b9-e0b0-4dd6-b46f-600f84016d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:06:53.852977 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-43421ba7-e1de-407e-8ccf-ec66cdc752ee req-b636e8b9-e0b0-4dd6-b46f-600f84016d53 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3dcc9a01-4442-401c-88f0-a40e235839be HTTP/1.1" status: 200 len: 851 time: 0.0431707 May 04 00:06:53.897454 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43421ba7-e1de-407e-8ccf-ec66cdc752ee req-181add69-2d94-4edf-8af0-6b4ee42507f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:06:53.898935 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-43421ba7-e1de-407e-8ccf-ec66cdc752ee req-181add69-2d94-4edf-8af0-6b4ee42507f5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=083b8e2e-95a8-4b62-92a0-b6216788e85b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393484 May 04 00:06:53.989226 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-43421ba7-e1de-407e-8ccf-ec66cdc752ee req-9b64502c-58d7-4e44-93a1-2cdfa53c0432 service neutron] 10.222.0.47 "GET /v2.0/networks/083b8e2e-95a8-4b62-92a0-b6216788e85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835297 May 04 00:06:54.079184 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-43421ba7-e1de-407e-8ccf-ec66cdc752ee req-3bc393ec-2473-4530-8c32-0441372adcdb service neutron] 10.222.0.47 "GET /v2.0/networks/083b8e2e-95a8-4b62-92a0-b6216788e85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823393 May 04 00:07:00.489862 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.agents_db [None req-33eb5aa9-4e04-49df-8f84-9829a3bd54c6 None None] Agent healthcheck: found 6 active agents {{(pid=114215) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 00:07:01.418206 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-a4e5e70f-8a0c-423a-ac9c-f0856ac60584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:07:03.838006 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-3290afd4-130e-46af-8a3b-da4aa05b2214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:07:05.435560 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-9988ed24-7efc-4e8a-acf7-bcbfa55ed3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:07:06.186531 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-f3996685-9434-443c-b5d7-edb245b755aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:07:06.906738 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:07:18.328984 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:07:31.460050 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-a66c57bd-1e52-4de6-a80c-efc1e208905d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:07:33.851450 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-20f3d887-499e-4698-a476-a397e76fae62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:07:35.215457 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-822d5c65-394b-4462-954e-7dd4eb4518a7 req-ffdbca79-1064-441b-aee0-c4c109d92550 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1149345287&fields=id&tenant_id=a1d7bc5f0647450b929f5ae2d768960a HTTP/1.1" status: 200 len: 267 time: 0.0328557 May 04 00:07:35.328148 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822d5c65-394b-4462-954e-7dd4eb4518a7 req-925a6d6c-5657-4ec7-8707-7e456ba963a7 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:07:35.329523 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-822d5c65-394b-4462-954e-7dd4eb4518a7 req-925a6d6c-5657-4ec7-8707-7e456ba963a7 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/networks?id=083b8e2e-95a8-4b62-92a0-b6216788e85b HTTP/1.1" status: 200 len: 812 time: 0.1064463 May 04 00:07:35.344944 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-822d5c65-394b-4462-954e-7dd4eb4518a7 req-69a4458a-1c12-4ed9-8181-f7a9cde95027 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/quotas/a1d7bc5f0647450b929f5ae2d768960a HTTP/1.1" status: 200 len: 375 time: 0.0096259 May 04 00:07:35.403188 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-822d5c65-394b-4462-954e-7dd4eb4518a7 req-ec6a6266-f3b4-49a0-a61b-fc992131079c tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a1d7bc5f0647450b929f5ae2d768960a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0527806 May 04 00:07:35.477597 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-9988ed24-7efc-4e8a-acf7-bcbfa55ed3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:07:35.503204 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-822d5c65-394b-4462-954e-7dd4eb4518a7 req-bd9a36e3-1a8b-4882-9b8b-a2f6c2563374 service neutron] 10.222.0.13 "GET /v2.0/networks/083b8e2e-95a8-4b62-92a0-b6216788e85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880678 May 04 00:07:35.591583 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-822d5c65-394b-4462-954e-7dd4eb4518a7 req-97fc3c35-5c76-4e7f-9f5f-7eb0b8ee23d2 service neutron] 10.222.0.13 "GET /v2.0/networks/083b8e2e-95a8-4b62-92a0-b6216788e85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819447 May 04 00:07:36.177299 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-f3996685-9434-443c-b5d7-edb245b755aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:07:36.181860 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-cc781498-69fa-470b-9e58-69711d976343 req-7cd0115f-3af7-41ef-adb3-d44b7bc7f6c1 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab32cff4-a20a-461b-94ab-54209864f34a HTTP/1.1" status: 200 len: 210 time: 0.0321336 May 04 00:07:36.957794 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:07:37.280404 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-253b9c55-5dc2-485d-8ff2-8645120824f1 req-d16652ef-2d97-43f7-bab5-6196a77f0ee4 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab32cff4-a20a-461b-94ab-54209864f34a HTTP/1.1" status: 200 len: 210 time: 0.0273194 May 04 00:07:37.489028 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.agents_db [None req-33eb5aa9-4e04-49df-8f84-9829a3bd54c6 None None] Agent healthcheck: found 6 active agents {{(pid=114215) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 00:07:38.299290 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822d5c65-394b-4462-954e-7dd4eb4518a7 req-595b61dc-0533-4bc8-8c94-ede5169a73ce tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:07:38.300800 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-822d5c65-394b-4462-954e-7dd4eb4518a7 req-595b61dc-0533-4bc8-8c94-ede5169a73ce tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.47 "GET /v2.0/networks?id=083b8e2e-95a8-4b62-92a0-b6216788e85b HTTP/1.1" status: 200 len: 812 time: 0.1025107 May 04 00:07:38.353267 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-822d5c65-394b-4462-954e-7dd4eb4518a7 req-b40968b6-c9b6-49ff-971b-6aaae9f76599 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1d7bc5f0647450b929f5ae2d768960a HTTP/1.1" status: 200 len: 380 time: 0.0369027 May 04 00:07:38.367095 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [req-822d5c65-394b-4462-954e-7dd4eb4518a7 req-9f431a60-a291-42fe-853e-445130db650e tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Request body: {'port': {'device_id': 'ab32cff4-a20a-461b-94ab-54209864f34a', 'network_id': '083b8e2e-95a8-4b62-92a0-b6216788e85b', 'admin_state_up': True, 'tenant_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'security_groups': ['a0d12ea1-02c2-48b3-80f5-e2cd74a51005']}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 00:07:38.401553 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-a4288d0b-3b64-460c-8e0e-9de0384710c9 req-f1556ba2-eb00-4f39-9d34-603ace14a039 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab32cff4-a20a-461b-94ab-54209864f34a HTTP/1.1" status: 200 len: 210 time: 0.0473557 May 04 00:07:38.542657 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-822d5c65-394b-4462-954e-7dd4eb4518a7 req-9f431a60-a291-42fe-853e-445130db650e tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Made reservation on behalf of a1d7bc5f0647450b929f5ae2d768960a for: {'port': 1} {{(pid=114212) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 00:07:38.546190 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-822d5c65-394b-4462-954e-7dd4eb4518a7 req-9f431a60-a291-42fe-853e-445130db650e tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:07:38.679173 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.db_base_plugin_common [req-822d5c65-394b-4462-954e-7dd4eb4518a7 req-9f431a60-a291-42fe-853e-445130db650e tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Allocated IP 172.20.0.3 (083b8e2e-95a8-4b62-92a0-b6216788e85b/3dcc9a01-4442-401c-88f0-a40e235839be/be684600-9059-4af9-b9cc-e91b93d5e59d) {{(pid=114212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 00:07:38.816242 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-822d5c65-394b-4462-954e-7dd4eb4518a7 req-9f431a60-a291-42fe-853e-445130db650e tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks [] for port, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:07:38.929813 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-822d5c65-394b-4462-954e-7dd4eb4518a7 req-9f431a60-a291-42fe-853e-445130db650e tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733331236172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25393418'] for port, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:07:38.981180 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-822d5c65-394b-4462-954e-7dd4eb4518a7 req-9f431a60-a291-42fe-853e-445130db650e tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Network 083b8e2e-95a8-4b62-92a0-b6216788e85b is already hosted by enough agents. {{(pid=114212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 00:07:38.984378 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.base_scheduler [req-822d5c65-394b-4462-954e-7dd4eb4518a7 req-9f431a60-a291-42fe-853e-445130db650e tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Resources bound (agent type, host, resource id): {{(pid=114212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 00:07:38.989040 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.l3_dvrscheduler_db [req-822d5c65-394b-4462-954e-7dd4eb4518a7 req-9f431a60-a291-42fe-853e-445130db650e tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Received port after_create {{(pid=114212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 00:07:39.013881 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f431a60-a291-42fe-853e-445130db650e tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Pushing event updated for resources: {'Port': ['ID=be684600-9059-4af9-b9cc-e91b93d5e59d,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:07:39.029183 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f431a60-a291-42fe-853e-445130db650e tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:07:39.029533 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f431a60-a291-42fe-853e-445130db650e tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:07:39.029880 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f431a60-a291-42fe-853e-445130db650e tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:07:39.030246 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f431a60-a291-42fe-853e-445130db650e tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:07:39.030581 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f431a60-a291-42fe-853e-445130db650e tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:07:39.030914 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f431a60-a291-42fe-853e-445130db650e tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:07:39.031236 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f431a60-a291-42fe-853e-445130db650e tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:07:39.031565 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f431a60-a291-42fe-853e-445130db650e tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:07:39.032129 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f431a60-a291-42fe-853e-445130db650e tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:07:39.032461 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f431a60-a291-42fe-853e-445130db650e tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:07:39.032787 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f431a60-a291-42fe-853e-445130db650e tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:07:39.033104 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f431a60-a291-42fe-853e-445130db650e tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:07:39.054164 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822d5c65-394b-4462-954e-7dd4eb4518a7 req-9f431a60-a291-42fe-853e-445130db650e tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:07:39.054800 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-822d5c65-394b-4462-954e-7dd4eb4518a7 req-9f431a60-a291-42fe-853e-445130db650e tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371'] for port, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:07:39.148889 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-822d5c65-394b-4462-954e-7dd4eb4518a7 req-9f431a60-a291-42fe-853e-445130db650e tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7858593 May 04 00:07:39.168891 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [req-822d5c65-394b-4462-954e-7dd4eb4518a7 req-6947cdea-3958-4a10-b8a3-58b541789f8a service neutron] Request body: {'port': {'device_id': 'ab32cff4-a20a-461b-94ab-54209864f34a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 00:07:39.223925 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-822d5c65-394b-4462-954e-7dd4eb4518a7 req-6947cdea-3958-4a10-b8a3-58b541789f8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:07:39.264446 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-46bedb8c-c968-4fc2-b3bd-ff74c2945d36 None None] Provisioning complete for port be684600-9059-4af9-b9cc-e91b93d5e59d triggered by entity DHCP. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 00:07:39.265028 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-46bedb8c-c968-4fc2-b3bd-ff74c2945d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:07:39.305337 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-46bedb8c-c968-4fc2-b3bd-ff74c2945d36 None None] Port be684600-9059-4af9-b9cc-e91b93d5e59d cannot update to ACTIVE because it is not bound. {{(pid=114214) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 04 00:07:39.504791 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.notifiers.nova [req-822d5c65-394b-4462-954e-7dd4eb4518a7 req-6947cdea-3958-4a10-b8a3-58b541789f8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be684600-9059-4af9-b9cc-e91b93d5e59d {{(pid=114212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 00:07:39.512485 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-822d5c65-394b-4462-954e-7dd4eb4518a7 req-6947cdea-3958-4a10-b8a3-58b541789f8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:07:39.525161 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.provisioning_blocks [req-822d5c65-394b-4462-954e-7dd4eb4518a7 req-6947cdea-3958-4a10-b8a3-58b541789f8a service neutron] Transition to ACTIVE for port object be684600-9059-4af9-b9cc-e91b93d5e59d will not be triggered until provisioned by entity L2. {{(pid=114212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 00:07:39.530914 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d000445a-63d7-4846-9444-fa914f4bd17d req-7325642a-9262-4fc8-96c8-bde670122dcd tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:07:39.530914 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-d000445a-63d7-4846-9444-fa914f4bd17d req-7325642a-9262-4fc8-96c8-bde670122dcd tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab32cff4-a20a-461b-94ab-54209864f34a HTTP/1.1" status: 200 len: 931 time: 0.0569377 May 04 00:07:39.568358 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-d000445a-63d7-4846-9444-fa914f4bd17d req-1d611f2c-0a48-4594-b4de-c9837b91078a tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0d12ea1-02c2-48b3-80f5-e2cd74a51005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324926 May 04 00:07:39.634370 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-822d5c65-394b-4462-954e-7dd4eb4518a7 req-6947cdea-3958-4a10-b8a3-58b541789f8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25393411'] for port, after_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:07:39.690068 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6947cdea-3958-4a10-b8a3-58b541789f8a service neutron] Pushing event updated for resources: {'Port': ['ID=be684600-9059-4af9-b9cc-e91b93d5e59d,revision_number=2']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:07:39.763002 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.managers [req-822d5c65-394b-4462-954e-7dd4eb4518a7 req-6947cdea-3958-4a10-b8a3-58b541789f8a service neutron] Attempting to bind port be684600-9059-4af9-b9cc-e91b93d5e59d on host hv-cinder-84037 for vnic_type normal with profile {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 00:07:39.764019 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.managers [req-822d5c65-394b-4462-954e-7dd4eb4518a7 req-6947cdea-3958-4a10-b8a3-58b541789f8a service neutron] Attempting to bind port be684600-9059-4af9-b9cc-e91b93d5e59d by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': '05b04087-dd39-4217-8749-e37f6c78c3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '083b8e2e-95a8-4b62-92a0-b6216788e85b'}] {{(pid=114212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 00:07:39.764288 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822d5c65-394b-4462-954e-7dd4eb4518a7 req-6947cdea-3958-4a10-b8a3-58b541789f8a service neutron] Attempting to bind port be684600-9059-4af9-b9cc-e91b93d5e59d on network 083b8e2e-95a8-4b62-92a0-b6216788e85b {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 00:07:39.773369 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822d5c65-394b-4462-954e-7dd4eb4518a7 req-6947cdea-3958-4a10-b8a3-58b541789f8a service neutron] Port be684600-9059-4af9-b9cc-e91b93d5e59d on network 083b8e2e-95a8-4b62-92a0-b6216788e85b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 00:07:39.773369 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822d5c65-394b-4462-954e-7dd4eb4518a7 req-6947cdea-3958-4a10-b8a3-58b541789f8a service neutron] Attempting to bind port be684600-9059-4af9-b9cc-e91b93d5e59d on network 083b8e2e-95a8-4b62-92a0-b6216788e85b {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 00:07:39.775318 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822d5c65-394b-4462-954e-7dd4eb4518a7 req-6947cdea-3958-4a10-b8a3-58b541789f8a service neutron] Checking agent: {'id': '6e4019a9-2d41-4d26-94e3-460d78c489d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 23, 50, 48), 'started_at': datetime.datetime(2022, 5, 3, 23, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 0, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 00:07:39.775772 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822d5c65-394b-4462-954e-7dd4eb4518a7 req-6947cdea-3958-4a10-b8a3-58b541789f8a service neutron] Checking segment: {'id': '05b04087-dd39-4217-8749-e37f6c78c3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '083b8e2e-95a8-4b62-92a0-b6216788e85b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 00:07:39.776478 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822d5c65-394b-4462-954e-7dd4eb4518a7 req-6947cdea-3958-4a10-b8a3-58b541789f8a service neutron] Bound using segment: {'id': '05b04087-dd39-4217-8749-e37f6c78c3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '083b8e2e-95a8-4b62-92a0-b6216788e85b'} {{(pid=114212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 00:07:39.776717 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.managers [req-822d5c65-394b-4462-954e-7dd4eb4518a7 req-6947cdea-3958-4a10-b8a3-58b541789f8a service neutron] Bound port: be684600-9059-4af9-b9cc-e91b93d5e59d, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05b04087-dd39-4217-8749-e37f6c78c3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '083b8e2e-95a8-4b62-92a0-b6216788e85b'}}] {{(pid=114212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 00:07:39.776988 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-822d5c65-394b-4462-954e-7dd4eb4518a7 req-6947cdea-3958-4a10-b8a3-58b541789f8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:07:39.851375 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.db [req-822d5c65-394b-4462-954e-7dd4eb4518a7 req-6947cdea-3958-4a10-b8a3-58b541789f8a service neutron] For port be684600-9059-4af9-b9cc-e91b93d5e59d, host hv-cinder-84037, cleared binding levels {{(pid=114212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 00:07:39.860672 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.db [req-822d5c65-394b-4462-954e-7dd4eb4518a7 req-6947cdea-3958-4a10-b8a3-58b541789f8a service neutron] For port be684600-9059-4af9-b9cc-e91b93d5e59d, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=be684600-9059-4af9-b9cc-e91b93d5e59d,segment=NetworkSegment(05b04087-dd39-4217-8749-e37f6c78c3bf),segment_id=05b04087-dd39-4217-8749-e37f6c78c3bf)] {{(pid=114212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 00:07:39.926186 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-822d5c65-394b-4462-954e-7dd4eb4518a7 req-6947cdea-3958-4a10-b8a3-58b541789f8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25393411'] for port, after_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:07:39.963693 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822d5c65-394b-4462-954e-7dd4eb4518a7 req-6947cdea-3958-4a10-b8a3-58b541789f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:07:39.963693 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-822d5c65-394b-4462-954e-7dd4eb4518a7 req-6947cdea-3958-4a10-b8a3-58b541789f8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371'] for port, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:07:39.963693 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-822d5c65-394b-4462-954e-7dd4eb4518a7 req-6947cdea-3958-4a10-b8a3-58b541789f8a service neutron] 10.222.0.47 "PUT /v2.0/ports/be684600-9059-4af9-b9cc-e91b93d5e59d HTTP/1.1" status: 200 len: 1093 time: 0.7973492 May 04 00:07:39.963693 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab32cff4-a20a-461b-94ab-54209864f34a', 'tag': 'be684600-9059-4af9-b9cc-e91b93d5e59d'}] {{(pid=114212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 00:07:39.964411 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d2be33a93c6036cad1ba084e78d1c3d957b621bee157ccc93bfe0a4b69d877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d516d4-70df-40cd-a18f-3cc94f63bd65" -d '{"events": [{"name": "network-changed", "server_uuid": "ab32cff4-a20a-461b-94ab-54209864f34a", "tag": "be684600-9059-4af9-b9cc-e91b93d5e59d"}]}' {{(pid=114212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 00:07:39.998814 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6947cdea-3958-4a10-b8a3-58b541789f8a service neutron] Pushing event updated for resources: {'Port': ['ID=be684600-9059-4af9-b9cc-e91b93d5e59d,revision_number=3']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:07:40.021756 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 00:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25be0420-60cf-4a4e-b926-23fc1a2e3b88 x-openstack-request-id: req-25be0420-60cf-4a4e-b926-23fc1a2e3b88 {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 00:07:40.022098 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab32cff4-a20a-461b-94ab-54209864f34a", "tag": "be684600-9059-4af9-b9cc-e91b93d5e59d", "status": "completed", "code": 200}]} {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 00:07:40.022357 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-25be0420-60cf-4a4e-b926-23fc1a2e3b88 {{(pid=114212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 00:07:40.022769 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25be0420-60cf-4a4e-b926-23fc1a2e3b88'] response: {'name': 'network-changed', 'server_uuid': 'ab32cff4-a20a-461b-94ab-54209864f34a', 'tag': 'be684600-9059-4af9-b9cc-e91b93d5e59d', 'status': 'completed', 'code': 200} May 04 00:07:40.108233 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d516d4-70df-40cd-a18f-3cc94f63bd65 req-02de7f71-327a-4c0f-9796-b372e7b62101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:07:40.110775 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-07d516d4-70df-40cd-a18f-3cc94f63bd65 req-02de7f71-327a-4c0f-9796-b372e7b62101 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a1d7bc5f0647450b929f5ae2d768960a&device_id=ab32cff4-a20a-461b-94ab-54209864f34a HTTP/1.1" status: 200 len: 1096 time: 0.0432162 May 04 00:07:40.222250 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d516d4-70df-40cd-a18f-3cc94f63bd65 req-c2b99833-68a5-4672-b27e-f6dca4cecb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:07:40.223663 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-07d516d4-70df-40cd-a18f-3cc94f63bd65 req-c2b99833-68a5-4672-b27e-f6dca4cecb6e service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=a1d7bc5f0647450b929f5ae2d768960a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1000946 May 04 00:07:40.318184 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d516d4-70df-40cd-a18f-3cc94f63bd65 req-45e99446-20dc-4aaa-9076-22644f8d4f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:07:40.319593 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-07d516d4-70df-40cd-a18f-3cc94f63bd65 req-45e99446-20dc-4aaa-9076-22644f8d4f00 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0892909 May 04 00:07:40.427238 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822d5c65-394b-4462-954e-7dd4eb4518a7 req-65ad740b-fac1-4421-bf12-9ef0b19e4410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:07:40.428704 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-822d5c65-394b-4462-954e-7dd4eb4518a7 req-65ad740b-fac1-4421-bf12-9ef0b19e4410 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a1d7bc5f0647450b929f5ae2d768960a&device_id=ab32cff4-a20a-461b-94ab-54209864f34a HTTP/1.1" status: 200 len: 1096 time: 0.0457580 May 04 00:07:40.477675 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-822d5c65-394b-4462-954e-7dd4eb4518a7 req-24d63cbb-44a4-4a5a-90e1-64d3833eb3f6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=be684600-9059-4af9-b9cc-e91b93d5e59d HTTP/1.1" status: 200 len: 217 time: 0.0344303 May 04 00:07:40.525804 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822d5c65-394b-4462-954e-7dd4eb4518a7 req-35f70c92-fc0c-4de2-8b93-dcb403a1ab39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:07:40.527293 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-822d5c65-394b-4462-954e-7dd4eb4518a7 req-35f70c92-fc0c-4de2-8b93-dcb403a1ab39 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3dcc9a01-4442-401c-88f0-a40e235839be HTTP/1.1" status: 200 len: 851 time: 0.0431664 May 04 00:07:40.571106 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822d5c65-394b-4462-954e-7dd4eb4518a7 req-65d07f33-89f5-4dcc-aa8b-ad6978e12cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:07:40.572570 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-822d5c65-394b-4462-954e-7dd4eb4518a7 req-65d07f33-89f5-4dcc-aa8b-ad6978e12cb6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=083b8e2e-95a8-4b62-92a0-b6216788e85b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392275 May 04 00:07:40.667795 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-822d5c65-394b-4462-954e-7dd4eb4518a7 req-756a67bc-1cae-4e6f-a570-7b4d3acafe90 service neutron] 10.222.0.47 "GET /v2.0/networks/083b8e2e-95a8-4b62-92a0-b6216788e85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883915 May 04 00:07:40.685371 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226cf650-ff92-4326-b79f-22a47d76b2f2 req-bf560f2b-a73b-4ff4-9894-821fb1400304 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:07:40.689083 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-226cf650-ff92-4326-b79f-22a47d76b2f2 req-bf560f2b-a73b-4ff4-9894-821fb1400304 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab32cff4-a20a-461b-94ab-54209864f34a HTTP/1.1" status: 200 len: 943 time: 0.0500691 May 04 00:07:40.729551 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-226cf650-ff92-4326-b79f-22a47d76b2f2 req-a712e572-5cb9-48d7-a82f-db3146782c00 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0d12ea1-02c2-48b3-80f5-e2cd74a51005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350842 May 04 00:07:40.760294 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-822d5c65-394b-4462-954e-7dd4eb4518a7 req-6f2b0d15-8b44-4a98-ab7f-faf0122f8e46 service neutron] 10.222.0.47 "GET /v2.0/networks/083b8e2e-95a8-4b62-92a0-b6216788e85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860419 May 04 00:07:41.850415 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d962324-490d-4377-acce-d0da933bfb61 req-63fdd280-f16a-4683-bb34-83315e526c9b tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:07:41.851884 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-5d962324-490d-4377-acce-d0da933bfb61 req-63fdd280-f16a-4683-bb34-83315e526c9b tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab32cff4-a20a-461b-94ab-54209864f34a HTTP/1.1" status: 200 len: 943 time: 0.0536463 May 04 00:07:41.888947 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-5d962324-490d-4377-acce-d0da933bfb61 req-41bc9c89-0b2d-4df5-8e1e-c78671cb51db tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0d12ea1-02c2-48b3-80f5-e2cd74a51005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310392 May 04 00:07:43.003240 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb0b80-8adb-4999-9f6d-90b8b6f9bd58 req-b452f222-a986-4c2c-8126-f83f2b903264 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:07:43.004693 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-3adb0b80-8adb-4999-9f6d-90b8b6f9bd58 req-b452f222-a986-4c2c-8126-f83f2b903264 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab32cff4-a20a-461b-94ab-54209864f34a HTTP/1.1" status: 200 len: 943 time: 0.0479062 May 04 00:07:43.040897 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-3adb0b80-8adb-4999-9f6d-90b8b6f9bd58 req-abb89f25-59ee-4df6-bab7-ca1750d78693 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0d12ea1-02c2-48b3-80f5-e2cd74a51005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302322 May 04 00:07:44.171748 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddecefe-745f-4c71-9a98-2f8e2f3ee5e5 req-f6c97b15-c3fd-4b12-9696-fad6a4d16e9b tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:07:44.173290 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-8ddecefe-745f-4c71-9a98-2f8e2f3ee5e5 req-f6c97b15-c3fd-4b12-9696-fad6a4d16e9b tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab32cff4-a20a-461b-94ab-54209864f34a HTTP/1.1" status: 200 len: 943 time: 0.0485117 May 04 00:07:44.211758 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-8ddecefe-745f-4c71-9a98-2f8e2f3ee5e5 req-c9fffca2-df73-4c43-8311-e328b9b363b3 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0d12ea1-02c2-48b3-80f5-e2cd74a51005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323329 May 04 00:07:45.410318 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e42443b-066b-48f2-9e9b-65b19b3d33ee req-1c4060cf-bac8-4961-95a6-326acfa17dbe tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:07:45.412111 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-0e42443b-066b-48f2-9e9b-65b19b3d33ee req-1c4060cf-bac8-4961-95a6-326acfa17dbe tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab32cff4-a20a-461b-94ab-54209864f34a HTTP/1.1" status: 200 len: 943 time: 0.0554597 May 04 00:07:45.458402 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-0e42443b-066b-48f2-9e9b-65b19b3d33ee req-7faf102b-8b62-4f2a-99b8-35409690b7c0 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0d12ea1-02c2-48b3-80f5-e2cd74a51005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376768 May 04 00:07:46.571868 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e042f338-a40b-40dd-ba66-6e7cc4d1bf57 req-aa80234b-0a97-4a59-9977-a0f1c13c3d65 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:07:46.575597 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-e042f338-a40b-40dd-ba66-6e7cc4d1bf57 req-aa80234b-0a97-4a59-9977-a0f1c13c3d65 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab32cff4-a20a-461b-94ab-54209864f34a HTTP/1.1" status: 200 len: 943 time: 0.0484920 May 04 00:07:46.613092 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-e042f338-a40b-40dd-ba66-6e7cc4d1bf57 req-5f47bcc8-edd8-4030-b0d3-ce0740b35585 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0d12ea1-02c2-48b3-80f5-e2cd74a51005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333800 May 04 00:07:47.727942 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8479e1b2-a984-4e90-a703-04a6440aacfc req-da3353fc-fe1d-4265-801e-8f112e246678 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:07:47.729349 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-8479e1b2-a984-4e90-a703-04a6440aacfc req-da3353fc-fe1d-4265-801e-8f112e246678 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab32cff4-a20a-461b-94ab-54209864f34a HTTP/1.1" status: 200 len: 943 time: 0.0491550 May 04 00:07:47.768313 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-8479e1b2-a984-4e90-a703-04a6440aacfc req-b8a585b2-a367-435e-a9d9-008f5eb037c5 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0d12ea1-02c2-48b3-80f5-e2cd74a51005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323825 May 04 00:07:48.368650 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:07:48.821230 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device be684600-9059-4af9-b9cc-e91b93d5e59d details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=114214) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 00:07:48.892830 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb91c42b-b794-4183-bd88-c885873eacab req-f6a2cb57-1826-4789-9cbb-88adcbe9b94a tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:07:48.894377 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-eb91c42b-b794-4183-bd88-c885873eacab req-f6a2cb57-1826-4789-9cbb-88adcbe9b94a tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab32cff4-a20a-461b-94ab-54209864f34a HTTP/1.1" status: 200 len: 943 time: 0.0546842 May 04 00:07:48.915516 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] For port be684600-9059-4af9-b9cc-e91b93d5e59d, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=be684600-9059-4af9-b9cc-e91b93d5e59d,segment=NetworkSegment(05b04087-dd39-4217-8749-e37f6c78c3bf),segment_id=05b04087-dd39-4217-8749-e37f6c78c3bf)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 00:07:48.927607 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Returning: {'device': 'be684600-9059-4af9-b9cc-e91b93d5e59d', 'network_id': '083b8e2e-95a8-4b62-92a0-b6216788e85b', 'port_id': 'be684600-9059-4af9-b9cc-e91b93d5e59d', 'mac_address': 'fa:16:3e:2f:6b:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dcc9a01-4442-401c-88f0-a40e235839be', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114214) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 00:07:48.934267 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-eb91c42b-b794-4183-bd88-c885873eacab req-05512394-ffc5-4a5f-9239-26c37df2914f tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0d12ea1-02c2-48b3-80f5-e2cd74a51005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332766 May 04 00:07:48.967947 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:07:48.980979 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.notifiers.nova [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be684600-9059-4af9-b9cc-e91b93d5e59d {{(pid=114214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 00:07:48.999744 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] For port be684600-9059-4af9-b9cc-e91b93d5e59d, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=be684600-9059-4af9-b9cc-e91b93d5e59d,segment=NetworkSegment(05b04087-dd39-4217-8749-e37f6c78c3bf),segment_id=05b04087-dd39-4217-8749-e37f6c78c3bf)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 00:07:49.077006 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:07:49.122843 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Pushing event updated for resources: {'Port': ['ID=be684600-9059-4af9-b9cc-e91b93d5e59d,revision_number=4']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:07:49.130399 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:07:49.130727 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:07:49.131067 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:07:49.131396 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:07:49.131720 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:07:49.132044 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:07:49.132367 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:07:49.132687 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:07:49.133009 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:07:49.133329 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:07:49.133643 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:07:49.133959 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:07:49.388328 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] get_ports_and_sgs() called for port_ids ['be684600-9059-4af9-b9cc-e91b93d5e59d'] {{(pid=114214) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 00:07:50.051303 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfc83d2-2a42-42c5-8e4b-b2e9e89f69cc req-87ce565e-fced-48a0-bf11-af8b0e3eb322 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:07:50.052813 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-9dfc83d2-2a42-42c5-8e4b-b2e9e89f69cc req-87ce565e-fced-48a0-bf11-af8b0e3eb322 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab32cff4-a20a-461b-94ab-54209864f34a HTTP/1.1" status: 200 len: 944 time: 0.0485740 May 04 00:07:50.090794 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-9dfc83d2-2a42-42c5-8e4b-b2e9e89f69cc req-d2342a31-737b-4130-aac2-a51d95aba352 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0d12ea1-02c2-48b3-80f5-e2cd74a51005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318258 May 04 00:07:50.821432 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device be684600-9059-4af9-b9cc-e91b93d5e59d up at agent hyperv_hv-cinder-84037 {{(pid=114214) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 00:07:50.928061 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Provisioning for port be684600-9059-4af9-b9cc-e91b93d5e59d completed by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 00:07:50.932168 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.provisioning_blocks [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Provisioning complete for port be684600-9059-4af9-b9cc-e91b93d5e59d triggered by entity L2. {{(pid=114214) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 00:07:50.932606 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606912'] for port, provisioning_complete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:07:51.010773 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:07:51.033722 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab32cff4-a20a-461b-94ab-54209864f34a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be684600-9059-4af9-b9cc-e91b93d5e59d'}] {{(pid=114214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 00:07:51.035970 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a2c01d47b82d907f81ba0899610efc862c27db097cd111ee9714155fede03ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-959e280a-5af0-4b76-a1f4-509fcc574b8b" -d '{"events": [{"server_uuid": "ab32cff4-a20a-461b-94ab-54209864f34a", "name": "network-vif-plugged", "status": "completed", "tag": "be684600-9059-4af9-b9cc-e91b93d5e59d"}]}' {{(pid=114214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 00:07:51.048370 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] For port be684600-9059-4af9-b9cc-e91b93d5e59d, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=be684600-9059-4af9-b9cc-e91b93d5e59d,segment=NetworkSegment(05b04087-dd39-4217-8749-e37f6c78c3bf),segment_id=05b04087-dd39-4217-8749-e37f6c78c3bf)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 00:07:51.072277 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 00:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-509d63c4-7a37-49ba-aa2a-d4690d6062ac x-openstack-request-id: req-509d63c4-7a37-49ba-aa2a-d4690d6062ac {{(pid=114214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 00:07:51.072564 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab32cff4-a20a-461b-94ab-54209864f34a", "name": "network-vif-plugged", "status": "completed", "tag": "be684600-9059-4af9-b9cc-e91b93d5e59d", "code": 200}]} {{(pid=114214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 00:07:51.072820 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-509d63c4-7a37-49ba-aa2a-d4690d6062ac {{(pid=114214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 00:07:51.073217 dv-cinder-840375-1-iscsi neutron-server[114214]: INFO neutron.notifiers.nova [-] Nova event matching ['req-509d63c4-7a37-49ba-aa2a-d4690d6062ac'] response: {'server_uuid': 'ab32cff4-a20a-461b-94ab-54209864f34a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be684600-9059-4af9-b9cc-e91b93d5e59d', 'code': 200} May 04 00:07:51.117351 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063'] for port, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:07:51.167014 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Pushing event updated for resources: {'Port': ['ID=be684600-9059-4af9-b9cc-e91b93d5e59d,revision_number=5']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:07:51.216645 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23eeab1-1de2-4d2b-89f8-8100e4d53c2a req-f6b1fc5d-5657-4bb7-8c18-2b505279caaa tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:07:51.218146 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-a23eeab1-1de2-4d2b-89f8-8100e4d53c2a req-f6b1fc5d-5657-4bb7-8c18-2b505279caaa tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab32cff4-a20a-461b-94ab-54209864f34a HTTP/1.1" status: 200 len: 945 time: 0.0533857 May 04 00:07:51.256513 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-a23eeab1-1de2-4d2b-89f8-8100e4d53c2a req-cd879167-c650-49fe-90fa-8dabc2755dab tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0d12ea1-02c2-48b3-80f5-e2cd74a51005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321841 May 04 00:07:51.473063 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f1cc5a-e7ed-496f-a725-b9afc359dec7 req-c1b23e9f-27b7-4c4d-8f60-e2f3e6b7578a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:07:51.475337 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-b9f1cc5a-e7ed-496f-a725-b9afc359dec7 req-c1b23e9f-27b7-4c4d-8f60-e2f3e6b7578a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ab32cff4-a20a-461b-94ab-54209864f34a HTTP/1.1" status: 200 len: 1098 time: 0.0484221 May 04 00:07:51.510095 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-b9f1cc5a-e7ed-496f-a725-b9afc359dec7 req-7cf04613-ea5d-4176-9624-da91e074c7de service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a0d12ea1-02c2-48b3-80f5-e2cd74a51005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277104 May 04 00:07:52.376609 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5271b4c8-0927-4239-9096-e71af4c842a5 req-69501035-427d-4ef2-a071-2e2095da1f2d tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:07:52.378120 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-5271b4c8-0927-4239-9096-e71af4c842a5 req-69501035-427d-4ef2-a071-2e2095da1f2d tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab32cff4-a20a-461b-94ab-54209864f34a HTTP/1.1" status: 200 len: 945 time: 0.0513182 May 04 00:07:52.415185 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-5271b4c8-0927-4239-9096-e71af4c842a5 req-44d39cc6-d627-4876-aff7-abafd7d1ae58 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0d12ea1-02c2-48b3-80f5-e2cd74a51005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308774 May 04 00:07:53.534059 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9445c7bb-0348-4cee-9b80-227df514a244 req-0bd5a75d-feb0-4ff1-8ad6-187bea5aea38 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:07:53.535530 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-9445c7bb-0348-4cee-9b80-227df514a244 req-0bd5a75d-feb0-4ff1-8ad6-187bea5aea38 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab32cff4-a20a-461b-94ab-54209864f34a HTTP/1.1" status: 200 len: 945 time: 0.0512235 May 04 00:07:53.573633 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-9445c7bb-0348-4cee-9b80-227df514a244 req-565f62d2-f417-433a-8a05-4188963ab6e9 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0d12ea1-02c2-48b3-80f5-e2cd74a51005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320625 May 04 00:07:53.695028 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17c7622-ceb1-429c-853e-562ed2801a57 req-481f4423-6a45-4df3-9d89-0499541ee82f tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:07:53.696405 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-d17c7622-ceb1-429c-853e-562ed2801a57 req-481f4423-6a45-4df3-9d89-0499541ee82f tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab32cff4-a20a-461b-94ab-54209864f34a HTTP/1.1" status: 200 len: 945 time: 0.0528817 May 04 00:07:53.734807 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-d17c7622-ceb1-429c-853e-562ed2801a57 req-665346d5-4b57-4082-9e70-902c5757be92 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0d12ea1-02c2-48b3-80f5-e2cd74a51005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324111 May 04 00:07:53.760873 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 46888) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:07:53.799772 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77dd48b1-5648-4384-a529-e309883d3fed tempest-TestVolumeBootPattern-527775853 tempest-TestVolumeBootPattern-527775853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:07:53.801277 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-77dd48b1-5648-4384-a529-e309883d3fed tempest-TestVolumeBootPattern-527775853 tempest-TestVolumeBootPattern-527775853-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ab32cff4-a20a-461b-94ab-54209864f34a HTTP/1.1" status: 200 len: 1093 time: 0.0394247 May 04 00:07:53.804101 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 46890) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:07:53.808250 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.v2.base [None req-8e1e7ba1-16a9-4cfe-bdff-cd2b967fd52f tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Request body: {'floatingip': {'floating_network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'port_id': 'be684600-9059-4af9-b9cc-e91b93d5e59d', 'tenant_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=114212) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 00:07:53.908876 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-8e1e7ba1-16a9-4cfe-bdff-cd2b967fd52f tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks [] for floatingip, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:07:54.008094 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-8e1e7ba1-16a9-4cfe-bdff-cd2b967fd52f tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:07:54.109439 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.db_base_plugin_common [None req-8e1e7ba1-16a9-4cfe-bdff-cd2b967fd52f tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Allocated IP 172.27.2.117 (b899e136-3b25-4af5-bb18-9827145d490c/f9ce11e5-b806-4ff0-a648-9987146ccd8a/b6eb740c-99e6-494e-b5bc-bc82ec7edf54) {{(pid=114212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 00:07:54.213603 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-8e1e7ba1-16a9-4cfe-bdff-cd2b967fd52f tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks [] for port, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:07:54.305845 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-8e1e7ba1-16a9-4cfe-bdff-cd2b967fd52f tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733331236172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25393418'] for port, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:07:54.346254 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1e7ba1-16a9-4cfe-bdff-cd2b967fd52f tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Network b899e136-3b25-4af5-bb18-9827145d490c is already hosted by enough agents. {{(pid=114212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 00:07:54.349084 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.base_scheduler [None req-8e1e7ba1-16a9-4cfe-bdff-cd2b967fd52f tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Resources bound (agent type, host, resource id): {{(pid=114212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 00:07:54.352653 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1e7ba1-16a9-4cfe-bdff-cd2b967fd52f tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Received port after_create {{(pid=114212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 00:07:54.375539 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1e7ba1-16a9-4cfe-bdff-cd2b967fd52f tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Pushing event updated for resources: {'Port': ['ID=b6eb740c-99e6-494e-b5bc-bc82ec7edf54,revision_number=1']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:07:54.712987 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-8e1e7ba1-16a9-4cfe-bdff-cd2b967fd52f tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:07:54.833931 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-8e1e7ba1-16a9-4cfe-bdff-cd2b967fd52f tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531487'] for port, before_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:07:54.981021 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-8e1e7ba1-16a9-4cfe-bdff-cd2b967fd52f tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks [] for port, precommit_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:07:55.042403 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-8e1e7ba1-16a9-4cfe-bdff-cd2b967fd52f tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733331790785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733331236163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733331235063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25393411'] for port, after_update {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:07:55.108522 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1e7ba1-16a9-4cfe-bdff-cd2b967fd52f tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Pushing event updated for resources: {'Port': ['ID=b6eb740c-99e6-494e-b5bc-bc82ec7edf54,revision_number=2']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:07:55.123709 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-8e1e7ba1-16a9-4cfe-bdff-cd2b967fd52f tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3761754'] for floatingip, after_create {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:07:55.219030 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.db.l3_db [None req-8e1e7ba1-16a9-4cfe-bdff-cd2b967fd52f tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Floating IP ca390dc1-741d-452b-971a-37178e6271b7 associated. External IP: 172.27.2.117, port: be684600-9059-4af9-b9cc-e91b93d5e59d. May 04 00:07:55.423966 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e1e7ba1-16a9-4cfe-bdff-cd2b967fd52f tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Router a3200aa6-d928-4b6a-8eec-034a619ea914 has already been hosted by L3 agent 758adf3f-89d7-4e1b-912e-3871fb413390 {{(pid=114212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 00:07:55.566276 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e1e7ba1-16a9-4cfe-bdff-cd2b967fd52f tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify agent at l3_agent.dv-cinder-840375-1-iscsi the message routers_updated {{(pid=114212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 00:07:55.572884 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-ab22658b-8790-4d3b-ab2b-ea2723096f98 req-782bd996-800f-456a-ba83-bb85ba0c6ef9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0fa9ac80-c91f-40d1-a0e5-6e4bb32c3f55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0588689 May 04 00:07:55.576714 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6279d2dc-9ed6-4351-b96f-842696a0a075 None None] Sync routers for ids ['a3200aa6-d928-4b6a-8eec-034a619ea914'] in dv-cinder-840375-1-iscsi {{(pid=114214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 00:07:55.586410 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6279d2dc-9ed6-4351-b96f-842696a0a075 None None] Routers {'a3200aa6-d928-4b6a-8eec-034a619ea914'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 00:07:55.587101 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-6279d2dc-9ed6-4351-b96f-842696a0a075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-04T00:07:34Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['a3200aa6-d928-4b6a-8eec-034a619ea914'], 'active': True} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:07:55.670328 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-8e1e7ba1-16a9-4cfe-bdff-cd2b967fd52f tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371'] for floatingip, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:07:55.700621 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvr_db [None req-6279d2dc-9ed6-4351-b96f-842696a0a075 None None] Set router a3200aa6-d928-4b6a-8eec-034a619ea914 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 00:07:55.701337 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22658b-8790-4d3b-ab2b-ea2723096f98 req-b3b54551-53f2-4231-a3e3-67f0d53d3adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:07:55.702860 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-ab22658b-8790-4d3b-ab2b-ea2723096f98 req-b3b54551-53f2-4231-a3e3-67f0d53d3adf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a1d7bc5f0647450b929f5ae2d768960a&device_id=0fa9ac80-c91f-40d1-a0e5-6e4bb32c3f55 HTTP/1.1" status: 200 len: 1099 time: 0.0674014 May 04 00:07:55.704719 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-8e1e7ba1-16a9-4cfe-bdff-cd2b967fd52f tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8997200 May 04 00:07:55.705279 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab32cff4-a20a-461b-94ab-54209864f34a', 'tag': 'be684600-9059-4af9-b9cc-e91b93d5e59d'}] {{(pid=114212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 00:07:55.707560 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d2be33a93c6036cad1ba084e78d1c3d957b621bee157ccc93bfe0a4b69d877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37c83bbf-656b-4730-b50e-5979c1bf53a8" -d '{"events": [{"name": "network-changed", "server_uuid": "ab32cff4-a20a-461b-94ab-54209864f34a", "tag": "be684600-9059-4af9-b9cc-e91b93d5e59d"}]}' {{(pid=114212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 00:07:55.749498 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 00:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef55bfd-1e56-4f52-9b5f-c6291c7725d0 x-openstack-request-id: req-6ef55bfd-1e56-4f52-9b5f-c6291c7725d0 {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 00:07:55.750166 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab32cff4-a20a-461b-94ab-54209864f34a", "tag": "be684600-9059-4af9-b9cc-e91b93d5e59d", "status": "completed", "code": 200}]} {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 00:07:55.750166 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6ef55bfd-1e56-4f52-9b5f-c6291c7725d0 {{(pid=114212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 00:07:55.750439 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ef55bfd-1e56-4f52-9b5f-c6291c7725d0'] response: {'name': 'network-changed', 'server_uuid': 'ab32cff4-a20a-461b-94ab-54209864f34a', 'tag': 'be684600-9059-4af9-b9cc-e91b93d5e59d', 'status': 'completed', 'code': 200} May 04 00:07:55.860318 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22658b-8790-4d3b-ab2b-ea2723096f98 req-0a03e992-88ad-43e7-b1fd-39d3395d37bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:07:55.861914 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-ab22658b-8790-4d3b-ab2b-ea2723096f98 req-0a03e992-88ad-43e7-b1fd-39d3395d37bc service neutron] 10.222.0.47 "GET /v2.0/networks?id=083b8e2e-95a8-4b62-92a0-b6216788e85b HTTP/1.1" status: 200 len: 913 time: 0.1219320 May 04 00:07:55.863643 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c83bbf-656b-4730-b50e-5979c1bf53a8 req-1a2d7a92-b84c-42c3-9583-fdccbb695539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:07:55.865030 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-37c83bbf-656b-4730-b50e-5979c1bf53a8 req-1a2d7a92-b84c-42c3-9583-fdccbb695539 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a1d7bc5f0647450b929f5ae2d768960a&device_id=ab32cff4-a20a-461b-94ab-54209864f34a HTTP/1.1" status: 200 len: 1098 time: 0.0696929 May 04 00:07:55.945837 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-6279d2dc-9ed6-4351-b96f-842696a0a075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3200aa6-d928-4b6a-8eec-034a619ea914', 'name': 'tempest-TestVolumeBootPattern-1448041422-router', 'tenant_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '7aa6a057-8769-4e26-8a71-4f5532d1df51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T00:02:34Z', 'updated_at': '2022-05-04T00:02:37Z', 'revision_number': 4, 'project_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'gw_port': {'id': '7aa6a057-8769-4e26-8a71-4f5532d1df51', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:77:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3200aa6-d928-4b6a-8eec-034a619ea914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T00:02:34Z', 'updated_at': '2022-05-04T00:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_floatingips': [{'id': 'ab4e1acc-d716-452c-8bc8-af111df99626', 'tenant_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'floating_ip_address': '172.27.2.195', 'floating_network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'router_id': 'a3200aa6-d928-4b6a-8eec-034a619ea914', 'port_id': '5834ec78-ea7a-429d-9941-72a58eec3d15', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '083b8e2e-95a8-4b62-92a0-b6216788e85b', 'mac_address': 'fa:16:3e:53:5f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa9ac80-c91f-40d1-a0e5-6e4bb32c3f55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T00:05:57Z', 'updated_at': '2022-05-04T00:06:00Z', 'revision_number': 1, 'project_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'fixed_ip_address_scope': None}, {'id': 'ca390dc1-741d-452b-971a-37178e6271b7', 'tenant_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'floating_ip_address': '172.27.2.117', 'floating_network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'router_id': 'a3200aa6-d928-4b6a-8eec-034a619ea914', 'port_id': 'be684600-9059-4af9-b9cc-e91b93d5e59d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '083b8e2e-95a8-4b62-92a0-b6216788e85b', 'mac_address': 'fa:16:3e:2f:6b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab32cff4-a20a-461b-94ab-54209864f34a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T00:07:54Z', 'updated_at': '2022-05-04T00:07:54Z', 'revision_number': 0, 'project_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e668a8e-aa6f-4daf-a983-4e1ad532b99a', 'name': '', 'network_id': '083b8e2e-95a8-4b62-92a0-b6216788e85b', 'tenant_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'mac_address': 'fa:16:3e:29:2f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3200aa6-d928-4b6a-8eec-034a619ea914', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '3dcc9a01-4442-401c-88f0-a40e235839be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T00:02:36Z', 'updated_at': '2022-05-04T00:02:41Z', 'revision_number': 5, 'project_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'subnets': [{'id': '3dcc9a01-4442-401c-88f0-a40e235839be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:07:55.972817 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6279d2dc-9ed6-4351-b96f-842696a0a075 None None] Checking router: a3200aa6-d928-4b6a-8eec-034a619ea914 for host: dv-cinder-840375-1-iscsi {{(pid=114214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 00:07:55.980993 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6279d2dc-9ed6-4351-b96f-842696a0a075 None None] Routers {'a3200aa6-d928-4b6a-8eec-034a619ea914'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 00:07:55.981610 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-6279d2dc-9ed6-4351-b96f-842696a0a075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-04T00:07:34Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['a3200aa6-d928-4b6a-8eec-034a619ea914'], 'active': True} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:07:55.985457 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-ab22658b-8790-4d3b-ab2b-ea2723096f98 req-b0d39493-7b49-4b6b-812e-3f81694db1c3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5834ec78-ea7a-429d-9941-72a58eec3d15 HTTP/1.1" status: 200 len: 1002 time: 0.1091802 May 04 00:07:56.040928 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c83bbf-656b-4730-b50e-5979c1bf53a8 req-ac6367a2-aa84-411d-8be9-f6f7fc3ea02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:07:56.042405 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-37c83bbf-656b-4730-b50e-5979c1bf53a8 req-ac6367a2-aa84-411d-8be9-f6f7fc3ea02f service neutron] 10.222.0.47 "GET /v2.0/networks?id=083b8e2e-95a8-4b62-92a0-b6216788e85b HTTP/1.1" status: 200 len: 913 time: 0.1599460 May 04 00:07:56.056833 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22658b-8790-4d3b-ab2b-ea2723096f98 req-03a74df0-d845-4658-b142-9a1b254ca995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:07:56.058219 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-ab22658b-8790-4d3b-ab2b-ea2723096f98 req-03a74df0-d845-4658-b142-9a1b254ca995 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3dcc9a01-4442-401c-88f0-a40e235839be HTTP/1.1" status: 200 len: 851 time: 0.0630400 May 04 00:07:56.088899 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvr_db [None req-6279d2dc-9ed6-4351-b96f-842696a0a075 None None] Set router a3200aa6-d928-4b6a-8eec-034a619ea914 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 00:07:56.141080 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-37c83bbf-656b-4730-b50e-5979c1bf53a8 req-3d974495-d75d-4820-8ff6-6525c906663e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=be684600-9059-4af9-b9cc-e91b93d5e59d HTTP/1.1" status: 200 len: 999 time: 0.0902221 May 04 00:07:56.158209 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22658b-8790-4d3b-ab2b-ea2723096f98 req-5ada5df5-a7cc-4e52-bf7f-91e278e23348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:07:56.159644 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-ab22658b-8790-4d3b-ab2b-ea2723096f98 req-5ada5df5-a7cc-4e52-bf7f-91e278e23348 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=083b8e2e-95a8-4b62-92a0-b6216788e85b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0713296 May 04 00:07:56.342958 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-6279d2dc-9ed6-4351-b96f-842696a0a075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3200aa6-d928-4b6a-8eec-034a619ea914', 'name': 'tempest-TestVolumeBootPattern-1448041422-router', 'tenant_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '7aa6a057-8769-4e26-8a71-4f5532d1df51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T00:02:34Z', 'updated_at': '2022-05-04T00:02:37Z', 'revision_number': 4, 'project_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'gw_port': {'id': '7aa6a057-8769-4e26-8a71-4f5532d1df51', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:77:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3200aa6-d928-4b6a-8eec-034a619ea914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T00:02:34Z', 'updated_at': '2022-05-04T00:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_floatingips': [{'id': 'ab4e1acc-d716-452c-8bc8-af111df99626', 'tenant_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'floating_ip_address': '172.27.2.195', 'floating_network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'router_id': 'a3200aa6-d928-4b6a-8eec-034a619ea914', 'port_id': '5834ec78-ea7a-429d-9941-72a58eec3d15', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '083b8e2e-95a8-4b62-92a0-b6216788e85b', 'mac_address': 'fa:16:3e:53:5f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa9ac80-c91f-40d1-a0e5-6e4bb32c3f55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T00:05:57Z', 'updated_at': '2022-05-04T00:06:00Z', 'revision_number': 1, 'project_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'fixed_ip_address_scope': None}, {'id': 'ca390dc1-741d-452b-971a-37178e6271b7', 'tenant_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'floating_ip_address': '172.27.2.117', 'floating_network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'router_id': 'a3200aa6-d928-4b6a-8eec-034a619ea914', 'port_id': 'be684600-9059-4af9-b9cc-e91b93d5e59d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '083b8e2e-95a8-4b62-92a0-b6216788e85b', 'mac_address': 'fa:16:3e:2f:6b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab32cff4-a20a-461b-94ab-54209864f34a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T00:07:54Z', 'updated_at': '2022-05-04T00:07:54Z', 'revision_number': 0, 'project_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e668a8e-aa6f-4daf-a983-4e1ad532b99a', 'name': '', 'network_id': '083b8e2e-95a8-4b62-92a0-b6216788e85b', 'tenant_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'mac_address': 'fa:16:3e:29:2f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3200aa6-d928-4b6a-8eec-034a619ea914', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '3dcc9a01-4442-401c-88f0-a40e235839be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T00:02:36Z', 'updated_at': '2022-05-04T00:02:41Z', 'revision_number': 5, 'project_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'subnets': [{'id': '3dcc9a01-4442-401c-88f0-a40e235839be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:07:56.373145 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6279d2dc-9ed6-4351-b96f-842696a0a075 None None] The sync data for ids ['a3200aa6-d928-4b6a-8eec-034a619ea914'] in dv-cinder-840375-1-iscsi is: [{'id': 'a3200aa6-d928-4b6a-8eec-034a619ea914', 'name': 'tempest-TestVolumeBootPattern-1448041422-router', 'tenant_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '7aa6a057-8769-4e26-8a71-4f5532d1df51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T00:02:34Z', 'updated_at': '2022-05-04T00:02:37Z', 'revision_number': 4, 'project_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'gw_port': {'id': '7aa6a057-8769-4e26-8a71-4f5532d1df51', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:77:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3200aa6-d928-4b6a-8eec-034a619ea914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T00:02:34Z', 'updated_at': '2022-05-04T00:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_floatingips': [{'id': 'ab4e1acc-d716-452c-8bc8-af111df99626', 'tenant_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'floating_ip_address': '172.27.2.195', 'floating_network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'router_id': 'a3200aa6-d928-4b6a-8eec-034a619ea914', 'port_id': '5834ec78-ea7a-429d-9941-72a58eec3d15', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '083b8e2e-95a8-4b62-92a0-b6216788e85b', 'mac_address': 'fa:16:3e:53:5f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa9ac80-c91f-40d1-a0e5-6e4bb32c3f55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T00:05:57Z', 'updated_at': '2022-05-04T00:06:00Z', 'revision_number': 1, 'project_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'fixed_ip_address_scope': None}, {'id': 'ca390dc1-741d-452b-971a-37178e6271b7', 'tenant_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'floating_ip_address': '172.27.2.117', 'floating_network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'router_id': 'a3200aa6-d928-4b6a-8eec-034a619ea914', 'port_id': 'be684600-9059-4af9-b9cc-e91b93d5e59d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '083b8e2e-95a8-4b62-92a0-b6216788e85b', 'mac_address': 'fa:16:3e:2f:6b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab32cff4-a20a-461b-94ab-54209864f34a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T00:07:54Z', 'updated_at': '2022-05-04T00:07:54Z', 'revision_number': 0, 'project_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e668a8e-aa6f-4daf-a983-4e1ad532b99a', 'name': '', 'network_id': '083b8e2e-95a8-4b62-92a0-b6216788e85b', 'tenant_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'mac_address': 'fa:16:3e:29:2f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3200aa6-d928-4b6a-8eec-034a619ea914', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '3dcc9a01-4442-401c-88f0-a40e235839be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T00:02:36Z', 'updated_at': '2022-05-04T00:02:41Z', 'revision_number': 5, 'project_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'subnets': [{'id': '3dcc9a01-4442-401c-88f0-a40e235839be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 00:07:56.530590 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c83bbf-656b-4730-b50e-5979c1bf53a8 req-45eb40ea-ab42-4da6-8f60-56958f4c5466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:07:56.532093 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-37c83bbf-656b-4730-b50e-5979c1bf53a8 req-45eb40ea-ab42-4da6-8f60-56958f4c5466 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3dcc9a01-4442-401c-88f0-a40e235839be HTTP/1.1" status: 200 len: 851 time: 0.3842137 May 04 00:07:56.577771 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24c8927-2dff-4211-8991-36a46666e5b6 None None] New status for floating IP ca390dc1-741d-452b-971a-37178e6271b7: ACTIVE {{(pid=114215) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 00:07:56.592824 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-ab22658b-8790-4d3b-ab2b-ea2723096f98 req-b095bb21-229e-455c-8aa6-82bd6a9271e8 service neutron] 10.222.0.47 "GET /v2.0/networks/083b8e2e-95a8-4b62-92a0-b6216788e85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4160357 May 04 00:07:56.599265 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c83bbf-656b-4730-b50e-5979c1bf53a8 req-51afd03b-fa56-49b1-bbd5-17639eeff9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:07:56.600602 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-37c83bbf-656b-4730-b50e-5979c1bf53a8 req-51afd03b-fa56-49b1-bbd5-17639eeff9e1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=083b8e2e-95a8-4b62-92a0-b6216788e85b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0608530 May 04 00:07:56.758295 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-ab22658b-8790-4d3b-ab2b-ea2723096f98 req-b8f37744-b57d-4698-932b-029621d18a3c service neutron] 10.222.0.47 "GET /v2.0/networks/083b8e2e-95a8-4b62-92a0-b6216788e85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506579 May 04 00:07:56.761549 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-37c83bbf-656b-4730-b50e-5979c1bf53a8 req-7b22530e-c05f-4c5a-8c9f-1ae6603707df service neutron] 10.222.0.47 "GET /v2.0/networks/083b8e2e-95a8-4b62-92a0-b6216788e85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460252 May 04 00:07:56.867379 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-37c83bbf-656b-4730-b50e-5979c1bf53a8 req-f2aa7eba-e782-4c27-92a9-a2eb814a5086 service neutron] 10.222.0.47 "GET /v2.0/networks/083b8e2e-95a8-4b62-92a0-b6216788e85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871847 May 04 00:08:01.430981 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-ac3d93b6-8e15-43ed-8379-5ed24f6e8db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:08:03.873595 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-b87f5b40-f77f-49b1-9bee-189ab2af92d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:08:05.416389 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-9988ed24-7efc-4e8a-acf7-bcbfa55ed3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:08:06.176493 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-f3996685-9434-443c-b5d7-edb245b755aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:08:06.911057 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:08:14.487146 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.agents_db [None req-33eb5aa9-4e04-49df-8f84-9829a3bd54c6 None None] Agent healthcheck: found 6 active agents {{(pid=114215) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 00:08:18.344537 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:08:31.435818 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-9590bc9d-5e70-4347-9f4d-d703920c7de8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:08:33.847263 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-e82cd1ae-bdb6-4982-b1bb-720380620a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:08:35.449691 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-9988ed24-7efc-4e8a-acf7-bcbfa55ed3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:08:36.186942 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-f3996685-9434-443c-b5d7-edb245b755aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:08:36.935723 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:08:43.045982 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [req-cb4fa375-138f-4b43-95d9-e665383de4a8 req-1a07e2e6-51b0-47ca-9b03-d3845dcbd66d service neutron] (114213) timed out ('10.222.0.47', 51133) {{(pid=114213) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 04 00:08:48.356193 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:08:51.485740 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.agents_db [None req-33eb5aa9-4e04-49df-8f84-9829a3bd54c6 None None] Agent healthcheck: found 6 active agents {{(pid=114215) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 00:08:56.601671 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-8842ea6e-5738-4a3e-bcd1-1627f9cb6dd3 req-656deccc-88a7-4d83-92e1-c25cdb65b6bf service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ab32cff4-a20a-461b-94ab-54209864f34a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0916140 May 04 00:08:56.678049 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8842ea6e-5738-4a3e-bcd1-1627f9cb6dd3 req-a8733503-15a6-42e7-b1e7-f6d1efb218f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:08:56.679604 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-8842ea6e-5738-4a3e-bcd1-1627f9cb6dd3 req-a8733503-15a6-42e7-b1e7-f6d1efb218f2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a1d7bc5f0647450b929f5ae2d768960a&device_id=ab32cff4-a20a-461b-94ab-54209864f34a HTTP/1.1" status: 200 len: 1098 time: 0.0443556 May 04 00:08:56.784581 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8842ea6e-5738-4a3e-bcd1-1627f9cb6dd3 req-20597c18-ad9c-4589-9963-1f405c08dc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:08:56.785982 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-8842ea6e-5738-4a3e-bcd1-1627f9cb6dd3 req-20597c18-ad9c-4589-9963-1f405c08dc9f service neutron] 10.222.0.47 "GET /v2.0/networks?id=083b8e2e-95a8-4b62-92a0-b6216788e85b HTTP/1.1" status: 200 len: 913 time: 0.0856380 May 04 00:08:56.856822 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-8842ea6e-5738-4a3e-bcd1-1627f9cb6dd3 req-10d13e61-df20-497d-97d8-bb4061e28a29 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=be684600-9059-4af9-b9cc-e91b93d5e59d HTTP/1.1" status: 200 len: 1001 time: 0.0632970 May 04 00:08:56.907088 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8842ea6e-5738-4a3e-bcd1-1627f9cb6dd3 req-bd1142f1-8377-4a80-b852-777fa1ea42e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:08:56.908522 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-8842ea6e-5738-4a3e-bcd1-1627f9cb6dd3 req-bd1142f1-8377-4a80-b852-777fa1ea42e1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3dcc9a01-4442-401c-88f0-a40e235839be HTTP/1.1" status: 200 len: 851 time: 0.0443990 May 04 00:08:56.952422 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8842ea6e-5738-4a3e-bcd1-1627f9cb6dd3 req-db649153-efa9-4a4e-93e1-8e3b1dd9fcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:08:56.953884 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-8842ea6e-5738-4a3e-bcd1-1627f9cb6dd3 req-db649153-efa9-4a4e-93e1-8e3b1dd9fcd9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=083b8e2e-95a8-4b62-92a0-b6216788e85b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386546 May 04 00:08:57.046958 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-8842ea6e-5738-4a3e-bcd1-1627f9cb6dd3 req-17329c3e-a279-431c-a467-74dae92c3398 service neutron] 10.222.0.47 "GET /v2.0/networks/083b8e2e-95a8-4b62-92a0-b6216788e85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858378 May 04 00:08:57.152401 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-8842ea6e-5738-4a3e-bcd1-1627f9cb6dd3 req-bd2f864d-0d64-4351-aaaa-f19ff5972a90 service neutron] 10.222.0.47 "GET /v2.0/networks/083b8e2e-95a8-4b62-92a0-b6216788e85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988102 May 04 00:09:01.446552 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-e3fba83f-cdd9-42da-8b81-05d72c380e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:03.866452 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-c267ed2b-7e3d-474c-b4d6-31f1507c6339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:05.471951 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-9988ed24-7efc-4e8a-acf7-bcbfa55ed3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:06.180089 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-f3996685-9434-443c-b5d7-edb245b755aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:06.912088 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:18.377780 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:27.378852 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 46924) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:09:27.535664 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.plugin [None req-075ca1ad-d2a7-4e16-8b8a-9c4b16b660dd tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Deleting port b6eb740c-99e6-494e-b5bc-bc82ec7edf54 {{(pid=114213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 00:09:27.535999 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-075ca1ad-d2a7-4e16-8b8a-9c4b16b660dd tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733331783909'] for port, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:27.614372 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-075ca1ad-d2a7-4e16-8b8a-9c4b16b660dd tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764614'] for port, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:27.614718 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-075ca1ad-d2a7-4e16-8b8a-9c4b16b660dd tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:27.627444 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.plugin [None req-075ca1ad-d2a7-4e16-8b8a-9c4b16b660dd tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Calling delete_port for b6eb740c-99e6-494e-b5bc-bc82ec7edf54 owned by network:floatingip {{(pid=114213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 00:09:27.866255 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-075ca1ad-d2a7-4e16-8b8a-9c4b16b660dd tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733331790767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733331236154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25969890'] for port, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:27.895388 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075ca1ad-d2a7-4e16-8b8a-9c4b16b660dd tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Pushing event deleted for resources: {'Port': ['ID=b6eb740c-99e6-494e-b5bc-bc82ec7edf54,revision_number=None']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:09:27.907530 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ca1ad-d2a7-4e16-8b8a-9c4b16b660dd tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:09:27.907884 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ca1ad-d2a7-4e16-8b8a-9c4b16b660dd tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:09:27.908221 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ca1ad-d2a7-4e16-8b8a-9c4b16b660dd tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:09:27.908554 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ca1ad-d2a7-4e16-8b8a-9c4b16b660dd tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:09:27.908884 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ca1ad-d2a7-4e16-8b8a-9c4b16b660dd tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:09:27.909211 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ca1ad-d2a7-4e16-8b8a-9c4b16b660dd tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:09:27.909539 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ca1ad-d2a7-4e16-8b8a-9c4b16b660dd tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:09:27.909865 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ca1ad-d2a7-4e16-8b8a-9c4b16b660dd tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:09:27.910216 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ca1ad-d2a7-4e16-8b8a-9c4b16b660dd tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:09:27.910545 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ca1ad-d2a7-4e16-8b8a-9c4b16b660dd tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:09:27.910864 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ca1ad-d2a7-4e16-8b8a-9c4b16b660dd tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:09:27.911197 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ca1ad-d2a7-4e16-8b8a-9c4b16b660dd tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:09:27.969599 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-075ca1ad-d2a7-4e16-8b8a-9c4b16b660dd tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks [] for floatingip, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:27.969931 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.db.l3_db [None req-075ca1ad-d2a7-4e16-8b8a-9c4b16b660dd tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Floating IP ca390dc1-741d-452b-971a-37178e6271b7 disassociated (deleted). External IP: 172.27.2.117, port: be684600-9059-4af9-b9cc-e91b93d5e59d. May 04 00:09:28.174056 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-075ca1ad-d2a7-4e16-8b8a-9c4b16b660dd tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Router a3200aa6-d928-4b6a-8eec-034a619ea914 has already been hosted by L3 agent 758adf3f-89d7-4e1b-912e-3871fb413390 {{(pid=114213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 00:09:28.279529 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-075ca1ad-d2a7-4e16-8b8a-9c4b16b660dd tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify agent at l3_agent.dv-cinder-840375-1-iscsi the message routers_updated {{(pid=114213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 00:09:28.284388 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-075ca1ad-d2a7-4e16-8b8a-9c4b16b660dd tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371'] for floatingip, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:28.289900 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ddc697-c981-4bf2-b7fd-6f343cb83445 None None] Sync routers for ids ['a3200aa6-d928-4b6a-8eec-034a619ea914'] in dv-cinder-840375-1-iscsi {{(pid=114214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 00:09:28.298624 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ddc697-c981-4bf2-b7fd-6f343cb83445 None None] Routers {'a3200aa6-d928-4b6a-8eec-034a619ea914'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 00:09:28.299241 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-e3ddc697-c981-4bf2-b7fd-6f343cb83445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-04T00:09:04Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['a3200aa6-d928-4b6a-8eec-034a619ea914'], 'active': True} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:09:28.314785 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-075ca1ad-d2a7-4e16-8b8a-9c4b16b660dd tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "DELETE /v2.0/floatingips/ca390dc1-741d-452b-971a-37178e6271b7 HTTP/1.1" status: 204 len: 168 time: 0.9347456 May 04 00:09:28.315735 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab32cff4-a20a-461b-94ab-54209864f34a', 'tag': 'be684600-9059-4af9-b9cc-e91b93d5e59d'}] {{(pid=114213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 00:09:28.318730 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53d1e4f1e8632581442e9f46277f90828789bc3ac2677f75cdf13d6c47c4555d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37ffeffa-a436-44cd-94ee-9dc72dd29bdf" -d '{"events": [{"name": "network-changed", "server_uuid": "ab32cff4-a20a-461b-94ab-54209864f34a", "tag": "be684600-9059-4af9-b9cc-e91b93d5e59d"}]}' {{(pid=114213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 00:09:28.413139 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvr_db [None req-e3ddc697-c981-4bf2-b7fd-6f343cb83445 None None] Set router a3200aa6-d928-4b6a-8eec-034a619ea914 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 00:09:28.414730 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 00:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f484f084-8495-45b3-aa29-588243fed255 x-openstack-request-id: req-f484f084-8495-45b3-aa29-588243fed255 {{(pid=114213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 00:09:28.415243 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab32cff4-a20a-461b-94ab-54209864f34a", "tag": "be684600-9059-4af9-b9cc-e91b93d5e59d", "status": "completed", "code": 200}]} {{(pid=114213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 00:09:28.415243 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f484f084-8495-45b3-aa29-588243fed255 {{(pid=114213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 00:09:28.415654 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f484f084-8495-45b3-aa29-588243fed255'] response: {'name': 'network-changed', 'server_uuid': 'ab32cff4-a20a-461b-94ab-54209864f34a', 'tag': 'be684600-9059-4af9-b9cc-e91b93d5e59d', 'status': 'completed', 'code': 200} May 04 00:09:28.484697 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.agents_db [None req-33eb5aa9-4e04-49df-8f84-9829a3bd54c6 None None] Agent healthcheck: found 6 active agents {{(pid=114215) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 00:09:28.502843 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ffeffa-a436-44cd-94ee-9dc72dd29bdf req-7a63dec3-40e7-4f8e-92c2-fbae08a8b33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:09:28.508914 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-37ffeffa-a436-44cd-94ee-9dc72dd29bdf req-7a63dec3-40e7-4f8e-92c2-fbae08a8b33a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a1d7bc5f0647450b929f5ae2d768960a&device_id=ab32cff4-a20a-461b-94ab-54209864f34a HTTP/1.1" status: 200 len: 1098 time: 0.0464025 May 04 00:09:28.602760 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ffeffa-a436-44cd-94ee-9dc72dd29bdf req-c5c996c5-b3b1-40a1-a4e8-1704b1166f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:09:28.604216 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-37ffeffa-a436-44cd-94ee-9dc72dd29bdf req-c5c996c5-b3b1-40a1-a4e8-1704b1166f73 service neutron] 10.222.0.47 "GET /v2.0/networks?id=083b8e2e-95a8-4b62-92a0-b6216788e85b HTTP/1.1" status: 200 len: 913 time: 0.0925381 May 04 00:09:28.653749 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-37ffeffa-a436-44cd-94ee-9dc72dd29bdf req-ead1dcaf-879b-4e02-8b1b-a9fcc1bb0fb9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=be684600-9059-4af9-b9cc-e91b93d5e59d HTTP/1.1" status: 200 len: 217 time: 0.0380552 May 04 00:09:28.658258 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-e3ddc697-c981-4bf2-b7fd-6f343cb83445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3200aa6-d928-4b6a-8eec-034a619ea914', 'name': 'tempest-TestVolumeBootPattern-1448041422-router', 'tenant_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '7aa6a057-8769-4e26-8a71-4f5532d1df51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T00:02:34Z', 'updated_at': '2022-05-04T00:02:37Z', 'revision_number': 4, 'project_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'gw_port': {'id': '7aa6a057-8769-4e26-8a71-4f5532d1df51', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:77:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3200aa6-d928-4b6a-8eec-034a619ea914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T00:02:34Z', 'updated_at': '2022-05-04T00:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_floatingips': [{'id': 'ab4e1acc-d716-452c-8bc8-af111df99626', 'tenant_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'floating_ip_address': '172.27.2.195', 'floating_network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'router_id': 'a3200aa6-d928-4b6a-8eec-034a619ea914', 'port_id': '5834ec78-ea7a-429d-9941-72a58eec3d15', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '083b8e2e-95a8-4b62-92a0-b6216788e85b', 'mac_address': 'fa:16:3e:53:5f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa9ac80-c91f-40d1-a0e5-6e4bb32c3f55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T00:05:57Z', 'updated_at': '2022-05-04T00:06:00Z', 'revision_number': 1, 'project_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e668a8e-aa6f-4daf-a983-4e1ad532b99a', 'name': '', 'network_id': '083b8e2e-95a8-4b62-92a0-b6216788e85b', 'tenant_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'mac_address': 'fa:16:3e:29:2f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3200aa6-d928-4b6a-8eec-034a619ea914', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '3dcc9a01-4442-401c-88f0-a40e235839be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T00:02:36Z', 'updated_at': '2022-05-04T00:02:41Z', 'revision_number': 5, 'project_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'subnets': [{'id': '3dcc9a01-4442-401c-88f0-a40e235839be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:09:28.688080 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ddc697-c981-4bf2-b7fd-6f343cb83445 None None] Checking router: a3200aa6-d928-4b6a-8eec-034a619ea914 for host: dv-cinder-840375-1-iscsi {{(pid=114214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 00:09:28.698515 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ddc697-c981-4bf2-b7fd-6f343cb83445 None None] Routers {'a3200aa6-d928-4b6a-8eec-034a619ea914'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 00:09:28.699475 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-e3ddc697-c981-4bf2-b7fd-6f343cb83445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-04T00:09:04Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['a3200aa6-d928-4b6a-8eec-034a619ea914'], 'active': True} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:09:28.703701 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ffeffa-a436-44cd-94ee-9dc72dd29bdf req-f23468ad-8676-4978-9907-406d95aedf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:09:28.705305 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-37ffeffa-a436-44cd-94ee-9dc72dd29bdf req-f23468ad-8676-4978-9907-406d95aedf12 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3dcc9a01-4442-401c-88f0-a40e235839be HTTP/1.1" status: 200 len: 851 time: 0.0487554 May 04 00:09:28.755079 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ffeffa-a436-44cd-94ee-9dc72dd29bdf req-debe420a-be31-49de-8362-8873d305e405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:09:28.756670 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-37ffeffa-a436-44cd-94ee-9dc72dd29bdf req-debe420a-be31-49de-8362-8873d305e405 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=083b8e2e-95a8-4b62-92a0-b6216788e85b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436747 May 04 00:09:28.810118 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b280d420-716b-4815-9539-d00b0512d6ba req-7d4dfde4-3c2b-4b0b-aa0f-8be492ff3082 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:09:28.811654 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-b280d420-716b-4815-9539-d00b0512d6ba req-7d4dfde4-3c2b-4b0b-aa0f-8be492ff3082 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab32cff4-a20a-461b-94ab-54209864f34a HTTP/1.1" status: 200 len: 945 time: 0.1115115 May 04 00:09:28.822062 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvr_db [None req-e3ddc697-c981-4bf2-b7fd-6f343cb83445 None None] Set router a3200aa6-d928-4b6a-8eec-034a619ea914 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 00:09:28.853115 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-b280d420-716b-4815-9539-d00b0512d6ba req-73eb4609-f041-42d0-b912-5c05ce69e0aa tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0d12ea1-02c2-48b3-80f5-e2cd74a51005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349040 May 04 00:09:28.859052 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-37ffeffa-a436-44cd-94ee-9dc72dd29bdf req-50208a08-bd6a-4047-b5c8-4213efa4d84f service neutron] 10.222.0.47 "GET /v2.0/networks/083b8e2e-95a8-4b62-92a0-b6216788e85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944412 May 04 00:09:28.954541 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-37ffeffa-a436-44cd-94ee-9dc72dd29bdf req-fb326be0-3489-4ef1-aa8b-2776f26ff7f1 service neutron] 10.222.0.47 "GET /v2.0/networks/083b8e2e-95a8-4b62-92a0-b6216788e85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868869 May 04 00:09:29.056510 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-e3ddc697-c981-4bf2-b7fd-6f343cb83445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3200aa6-d928-4b6a-8eec-034a619ea914', 'name': 'tempest-TestVolumeBootPattern-1448041422-router', 'tenant_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '7aa6a057-8769-4e26-8a71-4f5532d1df51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T00:02:34Z', 'updated_at': '2022-05-04T00:02:37Z', 'revision_number': 4, 'project_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'gw_port': {'id': '7aa6a057-8769-4e26-8a71-4f5532d1df51', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:77:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3200aa6-d928-4b6a-8eec-034a619ea914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T00:02:34Z', 'updated_at': '2022-05-04T00:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_floatingips': [{'id': 'ab4e1acc-d716-452c-8bc8-af111df99626', 'tenant_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'floating_ip_address': '172.27.2.195', 'floating_network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'router_id': 'a3200aa6-d928-4b6a-8eec-034a619ea914', 'port_id': '5834ec78-ea7a-429d-9941-72a58eec3d15', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '083b8e2e-95a8-4b62-92a0-b6216788e85b', 'mac_address': 'fa:16:3e:53:5f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa9ac80-c91f-40d1-a0e5-6e4bb32c3f55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T00:05:57Z', 'updated_at': '2022-05-04T00:06:00Z', 'revision_number': 1, 'project_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e668a8e-aa6f-4daf-a983-4e1ad532b99a', 'name': '', 'network_id': '083b8e2e-95a8-4b62-92a0-b6216788e85b', 'tenant_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'mac_address': 'fa:16:3e:29:2f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3200aa6-d928-4b6a-8eec-034a619ea914', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '3dcc9a01-4442-401c-88f0-a40e235839be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T00:02:36Z', 'updated_at': '2022-05-04T00:02:41Z', 'revision_number': 5, 'project_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'subnets': [{'id': '3dcc9a01-4442-401c-88f0-a40e235839be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:09:29.082275 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ddc697-c981-4bf2-b7fd-6f343cb83445 None None] The sync data for ids ['a3200aa6-d928-4b6a-8eec-034a619ea914'] in dv-cinder-840375-1-iscsi is: [{'id': 'a3200aa6-d928-4b6a-8eec-034a619ea914', 'name': 'tempest-TestVolumeBootPattern-1448041422-router', 'tenant_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '7aa6a057-8769-4e26-8a71-4f5532d1df51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T00:02:34Z', 'updated_at': '2022-05-04T00:02:37Z', 'revision_number': 4, 'project_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'gw_port': {'id': '7aa6a057-8769-4e26-8a71-4f5532d1df51', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:77:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3200aa6-d928-4b6a-8eec-034a619ea914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T00:02:34Z', 'updated_at': '2022-05-04T00:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_floatingips': [{'id': 'ab4e1acc-d716-452c-8bc8-af111df99626', 'tenant_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'floating_ip_address': '172.27.2.195', 'floating_network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'router_id': 'a3200aa6-d928-4b6a-8eec-034a619ea914', 'port_id': '5834ec78-ea7a-429d-9941-72a58eec3d15', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '083b8e2e-95a8-4b62-92a0-b6216788e85b', 'mac_address': 'fa:16:3e:53:5f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa9ac80-c91f-40d1-a0e5-6e4bb32c3f55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T00:05:57Z', 'updated_at': '2022-05-04T00:06:00Z', 'revision_number': 1, 'project_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e668a8e-aa6f-4daf-a983-4e1ad532b99a', 'name': '', 'network_id': '083b8e2e-95a8-4b62-92a0-b6216788e85b', 'tenant_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'mac_address': 'fa:16:3e:29:2f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3200aa6-d928-4b6a-8eec-034a619ea914', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '3dcc9a01-4442-401c-88f0-a40e235839be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T00:02:36Z', 'updated_at': '2022-05-04T00:02:41Z', 'revision_number': 5, 'project_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'subnets': [{'id': '3dcc9a01-4442-401c-88f0-a40e235839be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 00:09:29.284004 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354d7a45-7eea-4412-94a6-e8c7efeb9944 None None] New status for floating IP ca390dc1-741d-452b-971a-37178e6271b7: DOWN {{(pid=114215) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 00:09:30.037385 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3012782-cad5-49ea-acc7-264a4e91377b req-7d58a66b-0fad-4f4a-b5f5-7a0bf0999a2b tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:09:30.040034 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-a3012782-cad5-49ea-acc7-264a4e91377b req-7d58a66b-0fad-4f4a-b5f5-7a0bf0999a2b tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab32cff4-a20a-461b-94ab-54209864f34a HTTP/1.1" status: 200 len: 945 time: 0.1038084 May 04 00:09:30.078527 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-a3012782-cad5-49ea-acc7-264a4e91377b req-d70c8f93-2b5e-4744-956d-a4ed9ee2ddae tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0d12ea1-02c2-48b3-80f5-e2cd74a51005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322773 May 04 00:09:30.512236 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f031862-b52b-4fc8-9eea-0ff129c51d23 req-600ab110-9050-4838-b912-7aec80bc1c37 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:09:30.513676 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-2f031862-b52b-4fc8-9eea-0ff129c51d23 req-600ab110-9050-4838-b912-7aec80bc1c37 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.47 "GET /v2.0/ports?device_id=ab32cff4-a20a-461b-94ab-54209864f34a HTTP/1.1" status: 200 len: 945 time: 0.0538864 May 04 00:09:30.601287 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.plugin [req-2f031862-b52b-4fc8-9eea-0ff129c51d23 req-969bc2da-78d2-4475-84b9-c7fc26b70ec3 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Deleting port be684600-9059-4af9-b9cc-e91b93d5e59d {{(pid=114212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 00:09:30.601645 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-2f031862-b52b-4fc8-9eea-0ff129c51d23 req-969bc2da-78d2-4475-84b9-c7fc26b70ec3 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733331783909'] for port, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:30.691300 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.db [req-2f031862-b52b-4fc8-9eea-0ff129c51d23 req-969bc2da-78d2-4475-84b9-c7fc26b70ec3 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] For port be684600-9059-4af9-b9cc-e91b93d5e59d, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=be684600-9059-4af9-b9cc-e91b93d5e59d,segment=NetworkSegment(05b04087-dd39-4217-8749-e37f6c78c3bf),segment_id=05b04087-dd39-4217-8749-e37f6c78c3bf)] {{(pid=114212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 00:09:30.691658 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-2f031862-b52b-4fc8-9eea-0ff129c51d23 req-969bc2da-78d2-4475-84b9-c7fc26b70ec3 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764614'] for port, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:30.705318 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.plugin [req-2f031862-b52b-4fc8-9eea-0ff129c51d23 req-969bc2da-78d2-4475-84b9-c7fc26b70ec3 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Calling delete_port for be684600-9059-4af9-b9cc-e91b93d5e59d owned by compute:nova {{(pid=114212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 00:09:30.914742 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-2f031862-b52b-4fc8-9eea-0ff129c51d23 req-969bc2da-78d2-4475-84b9-c7fc26b70ec3 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733331790767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733331236154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25393418'] for port, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:30.947141 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969bc2da-78d2-4475-84b9-c7fc26b70ec3 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Pushing event deleted for resources: {'Port': ['ID=be684600-9059-4af9-b9cc-e91b93d5e59d,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:09:30.958927 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969bc2da-78d2-4475-84b9-c7fc26b70ec3 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:09:30.959501 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969bc2da-78d2-4475-84b9-c7fc26b70ec3 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:09:30.959856 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969bc2da-78d2-4475-84b9-c7fc26b70ec3 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:09:30.960194 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969bc2da-78d2-4475-84b9-c7fc26b70ec3 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:09:30.960613 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969bc2da-78d2-4475-84b9-c7fc26b70ec3 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:09:30.960953 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969bc2da-78d2-4475-84b9-c7fc26b70ec3 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:09:30.961286 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969bc2da-78d2-4475-84b9-c7fc26b70ec3 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:09:30.961617 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969bc2da-78d2-4475-84b9-c7fc26b70ec3 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:09:30.961946 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969bc2da-78d2-4475-84b9-c7fc26b70ec3 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:09:30.962304 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969bc2da-78d2-4475-84b9-c7fc26b70ec3 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:09:30.962634 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969bc2da-78d2-4475-84b9-c7fc26b70ec3 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:09:30.962953 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969bc2da-78d2-4475-84b9-c7fc26b70ec3 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:09:30.996764 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f031862-b52b-4fc8-9eea-0ff129c51d23 req-969bc2da-78d2-4475-84b9-c7fc26b70ec3 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] No DVR routers for this DVR port be684600-9059-4af9-b9cc-e91b93d5e59d on host hv-cinder-84037 {{(pid=114212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 00:09:30.999242 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-2f031862-b52b-4fc8-9eea-0ff129c51d23 req-969bc2da-78d2-4475-84b9-c7fc26b70ec3 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371'] for port, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:31.002477 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-2f031862-b52b-4fc8-9eea-0ff129c51d23 req-969bc2da-78d2-4475-84b9-c7fc26b70ec3 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.47 "DELETE /v2.0/ports/be684600-9059-4af9-b9cc-e91b93d5e59d HTTP/1.1" status: 204 len: 173 time: 0.4828556 May 04 00:09:31.002906 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab32cff4-a20a-461b-94ab-54209864f34a', 'name': 'network-vif-deleted', 'tag': 'be684600-9059-4af9-b9cc-e91b93d5e59d'}] {{(pid=114212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 00:09:31.005736 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d2be33a93c6036cad1ba084e78d1c3d957b621bee157ccc93bfe0a4b69d877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c8554e-52e2-48bb-aac1-31f460339eae" -d '{"events": [{"server_uuid": "ab32cff4-a20a-461b-94ab-54209864f34a", "name": "network-vif-deleted", "tag": "be684600-9059-4af9-b9cc-e91b93d5e59d"}]}' {{(pid=114212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 00:09:31.041895 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 00:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4abe5059-09d8-459b-bbd9-128c761cb680 x-openstack-request-id: req-4abe5059-09d8-459b-bbd9-128c761cb680 {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 00:09:31.042656 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab32cff4-a20a-461b-94ab-54209864f34a", "name": "network-vif-deleted", "tag": "be684600-9059-4af9-b9cc-e91b93d5e59d", "status": "completed", "code": 200}]} {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 00:09:31.042656 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4abe5059-09d8-459b-bbd9-128c761cb680 {{(pid=114212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 00:09:31.042960 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4abe5059-09d8-459b-bbd9-128c761cb680'] response: {'server_uuid': 'ab32cff4-a20a-461b-94ab-54209864f34a', 'name': 'network-vif-deleted', 'tag': 'be684600-9059-4af9-b9cc-e91b93d5e59d', 'status': 'completed', 'code': 200} May 04 00:09:31.174597 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-9cd88263-8572-42f8-8fae-19f3749d9512 req-0da33854-1745-4b2e-9aae-1be5e333e00f tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab32cff4-a20a-461b-94ab-54209864f34a HTTP/1.1" status: 200 len: 210 time: 0.0268986 May 04 00:09:31.445826 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-113ddc12-7740-4d61-8076-e561c17b4c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:32.290496 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-17078d1b-219d-408e-b514-1f4ceaaab2e2 req-7d0ba9fd-1f34-47dc-b9da-f20e7eb3ee61 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab32cff4-a20a-461b-94ab-54209864f34a HTTP/1.1" status: 200 len: 210 time: 0.0274339 May 04 00:09:33.845779 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-7648f50a-635f-4bbe-b50e-4778dc923f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:35.331341 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device be684600-9059-4af9-b9cc-e91b93d5e59d no longer exists at agent hyperv_hv-cinder-84037 {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 00:09:35.355369 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] No Port match for: be684600-9059-4af9-b9cc-e91b93d5e59d {{(pid=114214) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 00:09:35.355714 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device be684600-9059-4af9-b9cc-e91b93d5e59d not bound to the agent host hv-cinder-84037 {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 00:09:35.460188 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-9988ed24-7efc-4e8a-acf7-bcbfa55ed3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:35.871609 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 46972) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:09:36.038456 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.plugin [None req-3da1329b-c778-4477-b4f1-626270203fe6 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Deleting port 371d07e8-227d-433d-bf9d-fc26ef289a95 {{(pid=114213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 00:09:36.038792 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-3da1329b-c778-4477-b4f1-626270203fe6 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733331783909'] for port, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:36.123434 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-3da1329b-c778-4477-b4f1-626270203fe6 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764614'] for port, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:36.123819 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-3da1329b-c778-4477-b4f1-626270203fe6 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:36.136230 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.plugin [None req-3da1329b-c778-4477-b4f1-626270203fe6 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Calling delete_port for 371d07e8-227d-433d-bf9d-fc26ef289a95 owned by network:floatingip {{(pid=114213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 00:09:36.196782 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-f3996685-9434-443c-b5d7-edb245b755aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:36.316856 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-3da1329b-c778-4477-b4f1-626270203fe6 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733331790767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733331236154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25969890'] for port, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:36.345489 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1329b-c778-4477-b4f1-626270203fe6 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Pushing event deleted for resources: {'Port': ['ID=371d07e8-227d-433d-bf9d-fc26ef289a95,revision_number=None']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:09:36.404229 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-3da1329b-c778-4477-b4f1-626270203fe6 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks [] for floatingip, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:36.404566 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.db.l3_db [None req-3da1329b-c778-4477-b4f1-626270203fe6 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Floating IP ab4e1acc-d716-452c-8bc8-af111df99626 disassociated (deleted). External IP: 172.27.2.195, port: 5834ec78-ea7a-429d-9941-72a58eec3d15. May 04 00:09:36.868752 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3da1329b-c778-4477-b4f1-626270203fe6 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Router a3200aa6-d928-4b6a-8eec-034a619ea914 has already been hosted by L3 agent 758adf3f-89d7-4e1b-912e-3871fb413390 {{(pid=114213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 00:09:36.937335 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:36.981537 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3da1329b-c778-4477-b4f1-626270203fe6 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify agent at l3_agent.dv-cinder-840375-1-iscsi the message routers_updated {{(pid=114213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 00:09:36.986308 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-3da1329b-c778-4477-b4f1-626270203fe6 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371'] for floatingip, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:36.991538 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2d49dd-87bc-4642-ba79-ca6e2a90e968 None None] Sync routers for ids ['a3200aa6-d928-4b6a-8eec-034a619ea914'] in dv-cinder-840375-1-iscsi {{(pid=114214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 00:09:37.001361 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2d49dd-87bc-4642-ba79-ca6e2a90e968 None None] Routers {'a3200aa6-d928-4b6a-8eec-034a619ea914'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 00:09:37.002023 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-cb2d49dd-87bc-4642-ba79-ca6e2a90e968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-04T00:09:34Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['a3200aa6-d928-4b6a-8eec-034a619ea914'], 'active': True} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:09:37.015532 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-3da1329b-c778-4477-b4f1-626270203fe6 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "DELETE /v2.0/floatingips/ab4e1acc-d716-452c-8bc8-af111df99626 HTTP/1.1" status: 204 len: 168 time: 1.1428454 May 04 00:09:37.016253 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fa9ac80-c91f-40d1-a0e5-6e4bb32c3f55', 'tag': '5834ec78-ea7a-429d-9941-72a58eec3d15'}] {{(pid=114213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 00:09:37.018542 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53d1e4f1e8632581442e9f46277f90828789bc3ac2677f75cdf13d6c47c4555d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-549deadc-0567-4509-b022-76473cb2d673" -d '{"events": [{"name": "network-changed", "server_uuid": "0fa9ac80-c91f-40d1-a0e5-6e4bb32c3f55", "tag": "5834ec78-ea7a-429d-9941-72a58eec3d15"}]}' {{(pid=114213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 00:09:37.056811 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 00:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05cd5274-154a-47ea-8f97-420b984876ef x-openstack-request-id: req-05cd5274-154a-47ea-8f97-420b984876ef {{(pid=114213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 00:09:37.057243 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fa9ac80-c91f-40d1-a0e5-6e4bb32c3f55", "tag": "5834ec78-ea7a-429d-9941-72a58eec3d15", "status": "completed", "code": 200}]} {{(pid=114213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 00:09:37.057487 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-05cd5274-154a-47ea-8f97-420b984876ef {{(pid=114213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 00:09:37.057886 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05cd5274-154a-47ea-8f97-420b984876ef'] response: {'name': 'network-changed', 'server_uuid': '0fa9ac80-c91f-40d1-a0e5-6e4bb32c3f55', 'tag': '5834ec78-ea7a-429d-9941-72a58eec3d15', 'status': 'completed', 'code': 200} May 04 00:09:37.116821 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvr_db [None req-cb2d49dd-87bc-4642-ba79-ca6e2a90e968 None None] Set router a3200aa6-d928-4b6a-8eec-034a619ea914 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 00:09:37.144431 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549deadc-0567-4509-b022-76473cb2d673 req-0b5bbadf-3d69-4cf1-9413-3bc7d194661f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:09:37.146532 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-549deadc-0567-4509-b022-76473cb2d673 req-0b5bbadf-3d69-4cf1-9413-3bc7d194661f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a1d7bc5f0647450b929f5ae2d768960a&device_id=0fa9ac80-c91f-40d1-a0e5-6e4bb32c3f55 HTTP/1.1" status: 200 len: 1099 time: 0.0430601 May 04 00:09:37.241846 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549deadc-0567-4509-b022-76473cb2d673 req-1c0f27d6-00ea-4be9-8b3f-2e016c8a1635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:09:37.243344 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-549deadc-0567-4509-b022-76473cb2d673 req-1c0f27d6-00ea-4be9-8b3f-2e016c8a1635 service neutron] 10.222.0.47 "GET /v2.0/networks?id=083b8e2e-95a8-4b62-92a0-b6216788e85b HTTP/1.1" status: 200 len: 913 time: 0.0909302 May 04 00:09:37.287010 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-549deadc-0567-4509-b022-76473cb2d673 req-0c7ec0c5-9991-4c8f-9bc2-4574d82aaa14 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5834ec78-ea7a-429d-9941-72a58eec3d15 HTTP/1.1" status: 200 len: 217 time: 0.0358856 May 04 00:09:37.329929 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-cb2d49dd-87bc-4642-ba79-ca6e2a90e968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3200aa6-d928-4b6a-8eec-034a619ea914', 'name': 'tempest-TestVolumeBootPattern-1448041422-router', 'tenant_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '7aa6a057-8769-4e26-8a71-4f5532d1df51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T00:02:34Z', 'updated_at': '2022-05-04T00:02:37Z', 'revision_number': 4, 'project_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'gw_port': {'id': '7aa6a057-8769-4e26-8a71-4f5532d1df51', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:77:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3200aa6-d928-4b6a-8eec-034a619ea914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T00:02:34Z', 'updated_at': '2022-05-04T00:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_interfaces': [{'id': '6e668a8e-aa6f-4daf-a983-4e1ad532b99a', 'name': '', 'network_id': '083b8e2e-95a8-4b62-92a0-b6216788e85b', 'tenant_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'mac_address': 'fa:16:3e:29:2f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3200aa6-d928-4b6a-8eec-034a619ea914', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '3dcc9a01-4442-401c-88f0-a40e235839be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T00:02:36Z', 'updated_at': '2022-05-04T00:02:41Z', 'revision_number': 5, 'project_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'subnets': [{'id': '3dcc9a01-4442-401c-88f0-a40e235839be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:09:37.342518 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549deadc-0567-4509-b022-76473cb2d673 req-7378e1ee-f799-4a81-9fcd-fe8e67e133e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:09:37.343979 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-549deadc-0567-4509-b022-76473cb2d673 req-7378e1ee-f799-4a81-9fcd-fe8e67e133e5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3dcc9a01-4442-401c-88f0-a40e235839be HTTP/1.1" status: 200 len: 851 time: 0.0493970 May 04 00:09:37.361603 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2d49dd-87bc-4642-ba79-ca6e2a90e968 None None] Checking router: a3200aa6-d928-4b6a-8eec-034a619ea914 for host: dv-cinder-840375-1-iscsi {{(pid=114214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 00:09:37.369901 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2d49dd-87bc-4642-ba79-ca6e2a90e968 None None] Routers {'a3200aa6-d928-4b6a-8eec-034a619ea914'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 00:09:37.370542 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-cb2d49dd-87bc-4642-ba79-ca6e2a90e968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-04T00:09:34Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['a3200aa6-d928-4b6a-8eec-034a619ea914'], 'active': True} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:09:37.403042 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549deadc-0567-4509-b022-76473cb2d673 req-159482cd-57a0-4102-b7d5-e66bb04b5aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:09:37.404578 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-549deadc-0567-4509-b022-76473cb2d673 req-159482cd-57a0-4102-b7d5-e66bb04b5aa1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=083b8e2e-95a8-4b62-92a0-b6216788e85b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0538771 May 04 00:09:37.535633 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c702ed8-661c-4c90-887c-4f17362c9d9e req-bf7fdb81-7ca5-4014-8253-daa468e1b9ac tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:09:37.537263 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-4c702ed8-661c-4c90-887c-4f17362c9d9e req-bf7fdb81-7ca5-4014-8253-daa468e1b9ac tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa9ac80-c91f-40d1-a0e5-6e4bb32c3f55 HTTP/1.1" status: 200 len: 946 time: 0.1049628 May 04 00:09:37.586928 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-549deadc-0567-4509-b022-76473cb2d673 req-2539704f-cc0b-437b-9472-278cf0023903 service neutron] 10.222.0.47 "GET /v2.0/networks/083b8e2e-95a8-4b62-92a0-b6216788e85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288397 May 04 00:09:37.607846 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-4c702ed8-661c-4c90-887c-4f17362c9d9e req-d3bec551-498a-475f-83ce-e153f721f716 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0d12ea1-02c2-48b3-80f5-e2cd74a51005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638106 May 04 00:09:37.608227 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvr_db [None req-cb2d49dd-87bc-4642-ba79-ca6e2a90e968 None None] Set router a3200aa6-d928-4b6a-8eec-034a619ea914 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 00:09:37.684147 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-549deadc-0567-4509-b022-76473cb2d673 req-c4fe3d12-de91-4039-8266-42b3471f40e9 service neutron] 10.222.0.47 "GET /v2.0/networks/083b8e2e-95a8-4b62-92a0-b6216788e85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888593 May 04 00:09:37.808201 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-cb2d49dd-87bc-4642-ba79-ca6e2a90e968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3200aa6-d928-4b6a-8eec-034a619ea914', 'name': 'tempest-TestVolumeBootPattern-1448041422-router', 'tenant_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '7aa6a057-8769-4e26-8a71-4f5532d1df51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T00:02:34Z', 'updated_at': '2022-05-04T00:02:37Z', 'revision_number': 4, 'project_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'gw_port': {'id': '7aa6a057-8769-4e26-8a71-4f5532d1df51', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:77:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3200aa6-d928-4b6a-8eec-034a619ea914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T00:02:34Z', 'updated_at': '2022-05-04T00:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_interfaces': [{'id': '6e668a8e-aa6f-4daf-a983-4e1ad532b99a', 'name': '', 'network_id': '083b8e2e-95a8-4b62-92a0-b6216788e85b', 'tenant_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'mac_address': 'fa:16:3e:29:2f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3200aa6-d928-4b6a-8eec-034a619ea914', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '3dcc9a01-4442-401c-88f0-a40e235839be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T00:02:36Z', 'updated_at': '2022-05-04T00:02:41Z', 'revision_number': 5, 'project_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'subnets': [{'id': '3dcc9a01-4442-401c-88f0-a40e235839be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:09:37.835628 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2d49dd-87bc-4642-ba79-ca6e2a90e968 None None] The sync data for ids ['a3200aa6-d928-4b6a-8eec-034a619ea914'] in dv-cinder-840375-1-iscsi is: [{'id': 'a3200aa6-d928-4b6a-8eec-034a619ea914', 'name': 'tempest-TestVolumeBootPattern-1448041422-router', 'tenant_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '7aa6a057-8769-4e26-8a71-4f5532d1df51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T00:02:34Z', 'updated_at': '2022-05-04T00:02:37Z', 'revision_number': 4, 'project_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'gw_port': {'id': '7aa6a057-8769-4e26-8a71-4f5532d1df51', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:77:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3200aa6-d928-4b6a-8eec-034a619ea914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T00:02:34Z', 'updated_at': '2022-05-04T00:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi', '_interfaces': [{'id': '6e668a8e-aa6f-4daf-a983-4e1ad532b99a', 'name': '', 'network_id': '083b8e2e-95a8-4b62-92a0-b6216788e85b', 'tenant_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'mac_address': 'fa:16:3e:29:2f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3200aa6-d928-4b6a-8eec-034a619ea914', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '3dcc9a01-4442-401c-88f0-a40e235839be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T00:02:36Z', 'updated_at': '2022-05-04T00:02:41Z', 'revision_number': 5, 'project_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'subnets': [{'id': '3dcc9a01-4442-401c-88f0-a40e235839be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 00:09:38.043427 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5769f151-f5fc-42df-8673-07e5bd72293d None None] New status for floating IP ab4e1acc-d716-452c-8bc8-af111df99626: DOWN {{(pid=114215) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 00:09:38.728200 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76d120a-5ea0-4af0-a92f-63a794201571 req-47618cf1-8023-406a-91d5-432c40dbf6f8 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:09:38.729704 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-f76d120a-5ea0-4af0-a92f-63a794201571 req-47618cf1-8023-406a-91d5-432c40dbf6f8 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa9ac80-c91f-40d1-a0e5-6e4bb32c3f55 HTTP/1.1" status: 200 len: 946 time: 0.0512080 May 04 00:09:38.768655 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-f76d120a-5ea0-4af0-a92f-63a794201571 req-6b82fc26-4395-47a2-9665-e5a21345c27d tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/security-groups?id=a0d12ea1-02c2-48b3-80f5-e2cd74a51005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326500 May 04 00:09:39.187397 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff177211-5094-4c4e-8de0-cec05f3cc362 req-7c6e5c68-6b46-47b5-b71b-696c26fb0b71 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114212) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 00:09:39.188814 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-ff177211-5094-4c4e-8de0-cec05f3cc362 req-7c6e5c68-6b46-47b5-b71b-696c26fb0b71 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fa9ac80-c91f-40d1-a0e5-6e4bb32c3f55 HTTP/1.1" status: 200 len: 946 time: 0.0526094 May 04 00:09:39.281243 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.plugin [req-ff177211-5094-4c4e-8de0-cec05f3cc362 req-8df690bd-14de-4a8d-b0a1-e2bcb8fa6587 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Deleting port 5834ec78-ea7a-429d-9941-72a58eec3d15 {{(pid=114212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 00:09:39.281581 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-ff177211-5094-4c4e-8de0-cec05f3cc362 req-8df690bd-14de-4a8d-b0a1-e2bcb8fa6587 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733331783909'] for port, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:39.372931 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.db [req-ff177211-5094-4c4e-8de0-cec05f3cc362 req-8df690bd-14de-4a8d-b0a1-e2bcb8fa6587 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] For port 5834ec78-ea7a-429d-9941-72a58eec3d15, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=5834ec78-ea7a-429d-9941-72a58eec3d15,segment=NetworkSegment(05b04087-dd39-4217-8749-e37f6c78c3bf),segment_id=05b04087-dd39-4217-8749-e37f6c78c3bf)] {{(pid=114212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 00:09:39.373295 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-ff177211-5094-4c4e-8de0-cec05f3cc362 req-8df690bd-14de-4a8d-b0a1-e2bcb8fa6587 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764614'] for port, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:39.386465 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.plugin [req-ff177211-5094-4c4e-8de0-cec05f3cc362 req-8df690bd-14de-4a8d-b0a1-e2bcb8fa6587 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Calling delete_port for 5834ec78-ea7a-429d-9941-72a58eec3d15 owned by compute:nova {{(pid=114212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 00:09:39.591192 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-ff177211-5094-4c4e-8de0-cec05f3cc362 req-8df690bd-14de-4a8d-b0a1-e2bcb8fa6587 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733331790767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733331236154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25393418'] for port, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:39.622888 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df690bd-14de-4a8d-b0a1-e2bcb8fa6587 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Pushing event deleted for resources: {'Port': ['ID=5834ec78-ea7a-429d-9941-72a58eec3d15,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:09:39.663794 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff177211-5094-4c4e-8de0-cec05f3cc362 req-8df690bd-14de-4a8d-b0a1-e2bcb8fa6587 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] No DVR routers for this DVR port 5834ec78-ea7a-429d-9941-72a58eec3d15 on host hv-cinder-84037 {{(pid=114212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 00:09:39.666292 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [req-ff177211-5094-4c4e-8de0-cec05f3cc362 req-8df690bd-14de-4a8d-b0a1-e2bcb8fa6587 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371'] for port, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:39.669596 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [req-ff177211-5094-4c4e-8de0-cec05f3cc362 req-8df690bd-14de-4a8d-b0a1-e2bcb8fa6587 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.47 "DELETE /v2.0/ports/5834ec78-ea7a-429d-9941-72a58eec3d15 HTTP/1.1" status: 204 len: 173 time: 0.4721758 May 04 00:09:39.670056 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fa9ac80-c91f-40d1-a0e5-6e4bb32c3f55', 'name': 'network-vif-deleted', 'tag': '5834ec78-ea7a-429d-9941-72a58eec3d15'}] {{(pid=114212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 00:09:39.672278 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d2be33a93c6036cad1ba084e78d1c3d957b621bee157ccc93bfe0a4b69d877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-059722ac-89f3-4e2d-9c3d-d992a23e1683" -d '{"events": [{"server_uuid": "0fa9ac80-c91f-40d1-a0e5-6e4bb32c3f55", "name": "network-vif-deleted", "tag": "5834ec78-ea7a-429d-9941-72a58eec3d15"}]}' {{(pid=114212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 00:09:39.708243 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 00:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edfd3b61-bd2b-4695-8ae7-bf9948a50570 x-openstack-request-id: req-edfd3b61-bd2b-4695-8ae7-bf9948a50570 {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 00:09:39.708535 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fa9ac80-c91f-40d1-a0e5-6e4bb32c3f55", "name": "network-vif-deleted", "tag": "5834ec78-ea7a-429d-9941-72a58eec3d15", "status": "completed", "code": 200}]} {{(pid=114212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 00:09:39.708789 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-edfd3b61-bd2b-4695-8ae7-bf9948a50570 {{(pid=114212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 00:09:39.709185 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edfd3b61-bd2b-4695-8ae7-bf9948a50570'] response: {'server_uuid': '0fa9ac80-c91f-40d1-a0e5-6e4bb32c3f55', 'name': 'network-vif-deleted', 'tag': '5834ec78-ea7a-429d-9941-72a58eec3d15', 'status': 'completed', 'code': 200} May 04 00:09:39.881439 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [req-b4efff87-7a34-4df5-ba30-77dfd8a24e4c req-42d15164-5a97-4a77-b855-116faa3f61b4 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa9ac80-c91f-40d1-a0e5-6e4bb32c3f55 HTTP/1.1" status: 200 len: 210 time: 0.0292153 May 04 00:09:40.939261 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 46988) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:09:41.061695 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.plugin [None req-bff245b2-6ee6-4b9b-9605-46c58d33982f tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Deleting port 9c14a1fc-73b7-4d11-baba-da76382a60de {{(pid=114213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 00:09:41.062057 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-bff245b2-6ee6-4b9b-9605-46c58d33982f tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733331783909'] for port, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:41.136164 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-bff245b2-6ee6-4b9b-9605-46c58d33982f tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764614'] for port, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:41.136486 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-bff245b2-6ee6-4b9b-9605-46c58d33982f tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:41.147766 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.plugin [None req-bff245b2-6ee6-4b9b-9605-46c58d33982f tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Calling delete_port for 9c14a1fc-73b7-4d11-baba-da76382a60de owned by network:floatingip {{(pid=114213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 00:09:41.339734 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-bff245b2-6ee6-4b9b-9605-46c58d33982f tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733331790767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733331236154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25969890'] for port, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:41.365891 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff245b2-6ee6-4b9b-9605-46c58d33982f tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Pushing event deleted for resources: {'Port': ['ID=9c14a1fc-73b7-4d11-baba-da76382a60de,revision_number=None']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:09:41.428098 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-bff245b2-6ee6-4b9b-9605-46c58d33982f tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks [] for floatingip, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:41.430706 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-bff245b2-6ee6-4b9b-9605-46c58d33982f tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27371'] for floatingip, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:41.431844 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-bff245b2-6ee6-4b9b-9605-46c58d33982f tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "DELETE /v2.0/floatingips/183b131d-888a-4eac-9a92-269f95acc4fa HTTP/1.1" status: 204 len: 168 time: 0.4916148 May 04 00:09:42.792588 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 47000) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:09:42.851376 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-385f640e-8c8a-4363-bf2e-5e563c538367 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks [] for security_group, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:42.876490 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-385f640e-8c8a-4363-bf2e-5e563c538367 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:42.999974 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-385f640e-8c8a-4363-bf2e-5e563c538367 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:43.002553 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-385f640e-8c8a-4363-bf2e-5e563c538367 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Notify callbacks [] for security_group, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:43.003690 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-385f640e-8c8a-4363-bf2e-5e563c538367 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] 10.222.0.13 "DELETE /v2.0/security-groups/a0d12ea1-02c2-48b3-80f5-e2cd74a51005 HTTP/1.1" status: 204 len: 168 time: 0.2101395 May 04 00:09:43.012799 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385f640e-8c8a-4363-bf2e-5e563c538367 tempest-TestVolumeBootPattern-1248897585 tempest-TestVolumeBootPattern-1248897585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d12ea1-02c2-48b3-80f5-e2cd74a51005,revision_number=None']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:09:43.118440 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 47004) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:09:43.346892 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device 5834ec78-ea7a-429d-9941-72a58eec3d15 no longer exists at agent hyperv_hv-cinder-84037 {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 00:09:43.368064 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] No Port match for: 5834ec78-ea7a-429d-9941-72a58eec3d15 {{(pid=114214) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 00:09:43.368407 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Device 5834ec78-ea7a-429d-9941-72a58eec3d15 not bound to the agent host hv-cinder-84037 {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 00:09:43.587154 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-134df26c-87cb-4e08-968f-4259acb13dae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3758426'] for router_interface, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:43.826402 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.plugin [None req-134df26c-87cb-4e08-968f-4259acb13dae admin admin] Deleting port 6e668a8e-aa6f-4daf-a983-4e1ad532b99a {{(pid=114212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 00:09:43.826738 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-134df26c-87cb-4e08-968f-4259acb13dae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733331783909'] for port, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:43.904323 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.db [None req-134df26c-87cb-4e08-968f-4259acb13dae admin admin] For port 6e668a8e-aa6f-4daf-a983-4e1ad532b99a, host dv-cinder-840375-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=6e668a8e-aa6f-4daf-a983-4e1ad532b99a,segment=NetworkSegment(05b04087-dd39-4217-8749-e37f6c78c3bf),segment_id=05b04087-dd39-4217-8749-e37f6c78c3bf)] {{(pid=114212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 00:09:43.904708 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-134df26c-87cb-4e08-968f-4259acb13dae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764614'] for port, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:43.917412 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.plugin [None req-134df26c-87cb-4e08-968f-4259acb13dae admin admin] Calling delete_port for 6e668a8e-aa6f-4daf-a983-4e1ad532b99a owned by network:router_interface {{(pid=114212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 00:09:44.154284 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-134df26c-87cb-4e08-968f-4259acb13dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733331790767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733331236154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25393418'] for port, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:44.180073 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134df26c-87cb-4e08-968f-4259acb13dae admin admin] Pushing event deleted for resources: {'Port': ['ID=6e668a8e-aa6f-4daf-a983-4e1ad532b99a,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:09:44.347344 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-134df26c-87cb-4e08-968f-4259acb13dae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3748307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3761898'] for router_interface, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:44.559109 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-134df26c-87cb-4e08-968f-4259acb13dae admin admin] Router a3200aa6-d928-4b6a-8eec-034a619ea914 has already been hosted by L3 agent 758adf3f-89d7-4e1b-912e-3871fb413390 {{(pid=114212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 00:09:44.666665 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-134df26c-87cb-4e08-968f-4259acb13dae admin admin] Notify agent at l3_agent.dv-cinder-840375-1-iscsi the message routers_updated {{(pid=114212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 00:09:44.671673 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-134df26c-87cb-4e08-968f-4259acb13dae admin admin] 10.222.0.13 "PUT /v2.0/routers/a3200aa6-d928-4b6a-8eec-034a619ea914/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5521815 May 04 00:09:44.674314 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 47008) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:09:44.675218 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472bc04a-885d-4244-b494-4b1008f4a315 None None] Sync routers for ids ['a3200aa6-d928-4b6a-8eec-034a619ea914'] in dv-cinder-840375-1-iscsi {{(pid=114214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 00:09:44.684577 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472bc04a-885d-4244-b494-4b1008f4a315 None None] Routers {'a3200aa6-d928-4b6a-8eec-034a619ea914'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 00:09:44.685180 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-472bc04a-885d-4244-b494-4b1008f4a315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-04T00:09:34Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['a3200aa6-d928-4b6a-8eec-034a619ea914'], 'active': True} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:09:44.794628 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvr_db [None req-472bc04a-885d-4244-b494-4b1008f4a315 None None] Set router a3200aa6-d928-4b6a-8eec-034a619ea914 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 00:09:44.981365 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-472bc04a-885d-4244-b494-4b1008f4a315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3200aa6-d928-4b6a-8eec-034a619ea914', 'name': 'tempest-TestVolumeBootPattern-1448041422-router', 'tenant_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '7aa6a057-8769-4e26-8a71-4f5532d1df51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T00:02:34Z', 'updated_at': '2022-05-04T00:09:44Z', 'revision_number': 5, 'project_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'gw_port': {'id': '7aa6a057-8769-4e26-8a71-4f5532d1df51', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:77:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3200aa6-d928-4b6a-8eec-034a619ea914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T00:02:34Z', 'updated_at': '2022-05-04T00:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi'}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:09:45.012486 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472bc04a-885d-4244-b494-4b1008f4a315 None None] Checking router: a3200aa6-d928-4b6a-8eec-034a619ea914 for host: dv-cinder-840375-1-iscsi {{(pid=114214) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 00:09:45.021632 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472bc04a-885d-4244-b494-4b1008f4a315 None None] Routers {'a3200aa6-d928-4b6a-8eec-034a619ea914'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114214) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 00:09:45.022336 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-472bc04a-885d-4244-b494-4b1008f4a315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-04T00:09:34Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['a3200aa6-d928-4b6a-8eec-034a619ea914'], 'active': True} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:09:45.064443 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-16ccbe18-ceab-4ada-80f8-b704f7e3f780 admin admin] Notify callbacks [] for router, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:45.124155 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvr_db [None req-472bc04a-885d-4244-b494-4b1008f4a315 None None] Set router a3200aa6-d928-4b6a-8eec-034a619ea914 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114214) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 00:09:45.166283 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-16ccbe18-ceab-4ada-80f8-b704f7e3f780 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:45.299268 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_hamode_db [None req-472bc04a-885d-4244-b494-4b1008f4a315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3200aa6-d928-4b6a-8eec-034a619ea914', 'name': 'tempest-TestVolumeBootPattern-1448041422-router', 'tenant_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '7aa6a057-8769-4e26-8a71-4f5532d1df51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T00:02:34Z', 'updated_at': '2022-05-04T00:09:44Z', 'revision_number': 5, 'project_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'gw_port': {'id': '7aa6a057-8769-4e26-8a71-4f5532d1df51', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:77:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3200aa6-d928-4b6a-8eec-034a619ea914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T00:02:34Z', 'updated_at': '2022-05-04T00:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi'}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:09:45.301789 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.plugin [None req-16ccbe18-ceab-4ada-80f8-b704f7e3f780 admin admin] Deleting port 7aa6a057-8769-4e26-8a71-4f5532d1df51 {{(pid=114212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 00:09:45.302166 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-16ccbe18-ceab-4ada-80f8-b704f7e3f780 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733331783909'] for port, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:45.326431 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472bc04a-885d-4244-b494-4b1008f4a315 None None] The sync data for ids ['a3200aa6-d928-4b6a-8eec-034a619ea914'] in dv-cinder-840375-1-iscsi is: [{'id': 'a3200aa6-d928-4b6a-8eec-034a619ea914', 'name': 'tempest-TestVolumeBootPattern-1448041422-router', 'tenant_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '7aa6a057-8769-4e26-8a71-4f5532d1df51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T00:02:34Z', 'updated_at': '2022-05-04T00:09:44Z', 'revision_number': 5, 'project_id': 'a1d7bc5f0647450b929f5ae2d768960a', 'gw_port': {'id': '7aa6a057-8769-4e26-8a71-4f5532d1df51', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:77:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3200aa6-d928-4b6a-8eec-034a619ea914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T00:02:34Z', 'updated_at': '2022-05-04T00:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi'}] {{(pid=114214) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 00:09:45.388292 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.db [None req-16ccbe18-ceab-4ada-80f8-b704f7e3f780 admin admin] For port 7aa6a057-8769-4e26-8a71-4f5532d1df51, host dv-cinder-840375-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=7aa6a057-8769-4e26-8a71-4f5532d1df51,segment=NetworkSegment(5eb57155-ed9e-4c45-a041-92a5f67bc876),segment_id=5eb57155-ed9e-4c45-a041-92a5f67bc876)] {{(pid=114212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 00:09:45.388679 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-16ccbe18-ceab-4ada-80f8-b704f7e3f780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764614'] for port, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:45.401158 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.plugin [None req-16ccbe18-ceab-4ada-80f8-b704f7e3f780 admin admin] Calling delete_port for 7aa6a057-8769-4e26-8a71-4f5532d1df51 owned by network:router_gateway {{(pid=114212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 00:09:45.628598 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-16ccbe18-ceab-4ada-80f8-b704f7e3f780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733331790767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733331236154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25393418'] for port, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:45.658353 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ccbe18-ceab-4ada-80f8-b704f7e3f780 admin admin] Pushing event deleted for resources: {'Port': ['ID=7aa6a057-8769-4e26-8a71-4f5532d1df51,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:09:45.724027 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-16ccbe18-ceab-4ada-80f8-b704f7e3f780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3761296'] for router_gateway, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:45.732418 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device 6e668a8e-aa6f-4daf-a983-4e1ad532b99a no longer exists at agent ovs-agent-dv-cinder-840375-1-iscsi {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 00:09:45.759164 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] No Port match for: 6e668a8e-aa6f-4daf-a983-4e1ad532b99a {{(pid=114214) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 00:09:45.759508 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device 6e668a8e-aa6f-4daf-a983-4e1ad532b99a not bound to the agent host dv-cinder-840375-1-iscsi {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 00:09:45.824151 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-16ccbe18-ceab-4ada-80f8-b704f7e3f780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3759915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9685'] for router, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:45.826380 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-16ccbe18-ceab-4ada-80f8-b704f7e3f780 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:45.954529 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-16ccbe18-ceab-4ada-80f8-b704f7e3f780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3759932'] for router, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:45.955221 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16ccbe18-ceab-4ada-80f8-b704f7e3f780 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3200aa6-d928-4b6a-8eec-034a619ea914 {{(pid=114212) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 00:09:45.965551 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-16ccbe18-ceab-4ada-80f8-b704f7e3f780 admin admin] Notify callbacks [] for router, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:45.966898 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-16ccbe18-ceab-4ada-80f8-b704f7e3f780 admin admin] 10.222.0.13 "DELETE /v2.0/routers/a3200aa6-d928-4b6a-8eec-034a619ea914 HTTP/1.1" status: 204 len: 168 time: 1.2915707 May 04 00:09:45.969476 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 47010) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:09:46.018590 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f30da66-3e6e-48e4-abf3-25533a3fc5c6 admin admin] Deleting subnet 3dcc9a01-4442-401c-88f0-a40e235839be {{(pid=114213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 04 00:09:46.023355 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-1f30da66-3e6e-48e4-abf3-25533a3fc5c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:46.063642 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-1f30da66-3e6e-48e4-abf3-25533a3fc5c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25564868'] for subnet, precommit_delete_associations {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:46.141747 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-1f30da66-3e6e-48e4-abf3-25533a3fc5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608747'] for subnet, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:46.248399 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-1f30da66-3e6e-48e4-abf3-25533a3fc5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26196753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25579760'] for subnet, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:46.274599 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f30da66-3e6e-48e4-abf3-25533a3fc5c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3dcc9a01-4442-401c-88f0-a40e235839be,revision_number=None']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:09:46.279357 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-1f30da66-3e6e-48e4-abf3-25533a3fc5c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748400'] for subnet, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:46.283215 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-1f30da66-3e6e-48e4-abf3-25533a3fc5c6 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3dcc9a01-4442-401c-88f0-a40e235839be HTTP/1.1" status: 204 len: 168 time: 0.3120551 May 04 00:09:46.285625 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 47012) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:09:46.286034 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44faebbd-d656-4b2a-9708-1cf873098a0a None None] Network 083b8e2e-95a8-4b62-92a0-b6216788e85b requested from dv-cinder-840375-1-iscsi {{(pid=114214) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 00:09:46.360849 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-27690c7c-bb7c-45cd-bc71-6d4eb674be0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714127'] for network, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:46.419701 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.plugin [None req-27690c7c-bb7c-45cd-bc71-6d4eb674be0a admin admin] Deleting port 7874fa2c-3354-47a0-a855-8570e1743122 {{(pid=114213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 00:09:46.420056 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-27690c7c-bb7c-45cd-bc71-6d4eb674be0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733331783909'] for port, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:46.496632 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92cc358-21af-453e-9a93-7d178f0f2f3e None None] DHCP port deletion for 083b8e2e-95a8-4b62-92a0-b6216788e85b request from dv-cinder-840375-1-iscsi {{(pid=114214) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 04 00:09:46.515719 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.db [None req-27690c7c-bb7c-45cd-bc71-6d4eb674be0a admin admin] For port 7874fa2c-3354-47a0-a855-8570e1743122, host dv-cinder-840375-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=7874fa2c-3354-47a0-a855-8570e1743122,segment=NetworkSegment(05b04087-dd39-4217-8749-e37f6c78c3bf),segment_id=05b04087-dd39-4217-8749-e37f6c78c3bf)] {{(pid=114213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 00:09:46.516111 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-27690c7c-bb7c-45cd-bc71-6d4eb674be0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764614'] for port, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:46.531794 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.plugin [None req-27690c7c-bb7c-45cd-bc71-6d4eb674be0a admin admin] Calling delete_port for 7874fa2c-3354-47a0-a855-8570e1743122 owned by network:dhcp {{(pid=114213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 00:09:46.558589 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-f92cc358-21af-453e-9a93-7d178f0f2f3e None None] Deleting port 7874fa2c-3354-47a0-a855-8570e1743122 {{(pid=114214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 00:09:46.559158 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-f92cc358-21af-453e-9a93-7d178f0f2f3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733331783909'] for port, before_delete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:46.630079 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-f92cc358-21af-453e-9a93-7d178f0f2f3e None None] For port 7874fa2c-3354-47a0-a855-8570e1743122, host dv-cinder-840375-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=7874fa2c-3354-47a0-a855-8570e1743122,segment=NetworkSegment(05b04087-dd39-4217-8749-e37f6c78c3bf),segment_id=05b04087-dd39-4217-8749-e37f6c78c3bf)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 00:09:46.631231 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-f92cc358-21af-453e-9a93-7d178f0f2f3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764614'] for port, precommit_delete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:46.650637 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-f92cc358-21af-453e-9a93-7d178f0f2f3e None None] Calling delete_port for 7874fa2c-3354-47a0-a855-8570e1743122 owned by network:dhcp {{(pid=114214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 00:09:46.732347 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-27690c7c-bb7c-45cd-bc71-6d4eb674be0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733331790767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733331236154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25969890'] for port, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:46.764637 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27690c7c-bb7c-45cd-bc71-6d4eb674be0a admin admin] No DVR routers for this DVR port 7874fa2c-3354-47a0-a855-8570e1743122 on host dv-cinder-840375-1-iscsi {{(pid=114213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 00:09:46.768455 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27690c7c-bb7c-45cd-bc71-6d4eb674be0a admin admin] Pushing event deleted for resources: {'Port': ['ID=7874fa2c-3354-47a0-a855-8570e1743122,revision_number=None']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:09:46.771004 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-f92cc358-21af-453e-9a93-7d178f0f2f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733331790767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733331236154'] for port, after_delete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:46.803607 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cc358-21af-453e-9a93-7d178f0f2f3e None None] Pushing event deleted for resources: {'Port': ['ID=7874fa2c-3354-47a0-a855-8570e1743122,revision_number=None']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:09:46.814194 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92cc358-21af-453e-9a93-7d178f0f2f3e None None] No DVR routers for this DVR port 7874fa2c-3354-47a0-a855-8570e1743122 on host dv-cinder-840375-1-iscsi {{(pid=114214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 00:09:46.816675 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cc358-21af-453e-9a93-7d178f0f2f3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:09:46.817178 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cc358-21af-453e-9a93-7d178f0f2f3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:09:46.817583 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cc358-21af-453e-9a93-7d178f0f2f3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:09:46.817892 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cc358-21af-453e-9a93-7d178f0f2f3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:09:46.818423 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cc358-21af-453e-9a93-7d178f0f2f3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:09:46.818769 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cc358-21af-453e-9a93-7d178f0f2f3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:09:46.819102 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cc358-21af-453e-9a93-7d178f0f2f3e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:09:46.819464 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cc358-21af-453e-9a93-7d178f0f2f3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:09:46.819768 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cc358-21af-453e-9a93-7d178f0f2f3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:09:46.820093 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cc358-21af-453e-9a93-7d178f0f2f3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:09:46.820418 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cc358-21af-453e-9a93-7d178f0f2f3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:09:46.820740 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92cc358-21af-453e-9a93-7d178f0f2f3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840375-1-iscsi {{(pid=114214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 00:09:46.873262 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-27690c7c-bb7c-45cd-bc71-6d4eb674be0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-608354', 'neutron.services.segments.db._delete_segments_for_network-8733331752452'] for network, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:46.895561 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.services.segments.db [None req-27690c7c-bb7c-45cd-bc71-6d4eb674be0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['083b8e2e-95a8-4b62-92a0-b6216788e85b']}} {{(pid=114213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:09:46.906775 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.services.segments.db [None req-27690c7c-bb7c-45cd-bc71-6d4eb674be0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05b04087-dd39-4217-8749-e37f6c78c3bf') {'for_net_delete': True} {{(pid=114213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:09:46.907060 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.services.segments.db [None req-27690c7c-bb7c-45cd-bc71-6d4eb674be0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05b04087-dd39-4217-8749-e37f6c78c3bf') {} {{(pid=114213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:09:46.918300 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-27690c7c-bb7c-45cd-bc71-6d4eb674be0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733331752717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25564879'] for segment, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:46.931549 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-27690c7c-bb7c-45cd-bc71-6d4eb674be0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-611538'] for segment, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:46.937905 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27690c7c-bb7c-45cd-bc71-6d4eb674be0a admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=114213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 00:09:46.938330 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-27690c7c-bb7c-45cd-bc71-6d4eb674be0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-611538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25969847'] for segment, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:46.940954 dv-cinder-840375-1-iscsi neutron-server[114213]: Traceback (most recent call last): May 04 00:09:46.940954 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 00:09:46.940954 dv-cinder-840375-1-iscsi neutron-server[114213]: timer() May 04 00:09:46.940954 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 00:09:46.940954 dv-cinder-840375-1-iscsi neutron-server[114213]: cb(*args, **kw) May 04 00:09:46.940954 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 00:09:46.940954 dv-cinder-840375-1-iscsi neutron-server[114213]: return func(*args, **kwargs) May 04 00:09:46.940954 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 00:09:46.940954 dv-cinder-840375-1-iscsi neutron-server[114213]: self._notify() May 04 00:09:46.940954 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 00:09:46.940954 dv-cinder-840375-1-iscsi neutron-server[114213]: self.callback(batched_events) May 04 00:09:46.940954 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 00:09:46.940954 dv-cinder-840375-1-iscsi neutron-server[114213]: event.method(event) May 04 00:09:46.940954 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 00:09:46.940954 dv-cinder-840375-1-iscsi neutron-server[114213]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 00:09:46.940954 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 00:09:46.940954 dv-cinder-840375-1-iscsi neutron-server[114213]: aggregate_uuid = self.p_client.list_aggregates( May 04 00:09:46.940954 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 00:09:46.940954 dv-cinder-840375-1-iscsi neutron-server[114213]: return f(self, *a, **k) May 04 00:09:46.940954 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 00:09:46.940954 dv-cinder-840375-1-iscsi neutron-server[114213]: return self._get(url).json() May 04 00:09:46.940954 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 00:09:46.940954 dv-cinder-840375-1-iscsi neutron-server[114213]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 00:09:46.940954 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 00:09:46.940954 dv-cinder-840375-1-iscsi neutron-server[114213]: return self.request(url, 'GET', **kwargs) May 04 00:09:46.940954 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 00:09:46.940954 dv-cinder-840375-1-iscsi neutron-server[114213]: base_url = self.get_endpoint(auth, allow=allow, May 04 00:09:46.940954 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 00:09:46.940954 dv-cinder-840375-1-iscsi neutron-server[114213]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 00:09:46.940954 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 00:09:46.940954 dv-cinder-840375-1-iscsi neutron-server[114213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 00:09:46.940954 dv-cinder-840375-1-iscsi neutron-server[114213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 00:09:47.076495 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-27690c7c-bb7c-45cd-bc71-6d4eb674be0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-608361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3761736'] for network, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:47.083809 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-27690c7c-bb7c-45cd-bc71-6d4eb674be0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748400'] for network, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:47.088681 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-27690c7c-bb7c-45cd-bc71-6d4eb674be0a admin admin] 10.222.0.13 "DELETE /v2.0/networks/083b8e2e-95a8-4b62-92a0-b6216788e85b HTTP/1.1" status: 204 len: 168 time: 0.7999423 May 04 00:09:47.090179 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 47014) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:09:47.102830 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27690c7c-bb7c-45cd-bc71-6d4eb674be0a admin admin] Pushing event deleted for resources: {'Network': ['ID=083b8e2e-95a8-4b62-92a0-b6216788e85b,revision_number=None']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:09:47.452077 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-86ed384e-1e43-4ec3-9a8a-b57cccd77315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3758426'] for router_interface, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:47.572433 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device 7874fa2c-3354-47a0-a855-8570e1743122 no longer exists at agent ovs-agent-dv-cinder-840375-1-iscsi {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 00:09:47.594276 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] No Port match for: 7874fa2c-3354-47a0-a855-8570e1743122 {{(pid=114214) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 00:09:47.594615 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device 7874fa2c-3354-47a0-a855-8570e1743122 not bound to the agent host dv-cinder-840375-1-iscsi {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 00:09:47.595029 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device 7aa6a057-8769-4e26-8a71-4f5532d1df51 no longer exists at agent ovs-agent-dv-cinder-840375-1-iscsi {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 00:09:47.615668 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] No Port match for: 7aa6a057-8769-4e26-8a71-4f5532d1df51 {{(pid=114214) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 00:09:47.616010 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device 7aa6a057-8769-4e26-8a71-4f5532d1df51 not bound to the agent host dv-cinder-840375-1-iscsi {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 00:09:47.701004 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.plugin [None req-86ed384e-1e43-4ec3-9a8a-b57cccd77315 admin admin] Deleting port b352a859-0dcf-446a-bbef-a823379a131c {{(pid=114212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 00:09:47.701348 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-86ed384e-1e43-4ec3-9a8a-b57cccd77315 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733331783909'] for port, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:47.779963 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.db [None req-86ed384e-1e43-4ec3-9a8a-b57cccd77315 admin admin] For port b352a859-0dcf-446a-bbef-a823379a131c, host dv-cinder-840375-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=b352a859-0dcf-446a-bbef-a823379a131c,segment=NetworkSegment(e8eced1d-e4a1-416e-96bf-0bb555398bfb),segment_id=e8eced1d-e4a1-416e-96bf-0bb555398bfb)] {{(pid=114212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 00:09:47.780269 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-86ed384e-1e43-4ec3-9a8a-b57cccd77315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764614'] for port, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:47.793479 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.plugin [None req-86ed384e-1e43-4ec3-9a8a-b57cccd77315 admin admin] Calling delete_port for b352a859-0dcf-446a-bbef-a823379a131c owned by network:router_interface {{(pid=114212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 00:09:48.048024 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-86ed384e-1e43-4ec3-9a8a-b57cccd77315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733331790767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733331236154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25393418'] for port, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:48.078042 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ed384e-1e43-4ec3-9a8a-b57cccd77315 admin admin] Pushing event deleted for resources: {'Port': ['ID=b352a859-0dcf-446a-bbef-a823379a131c,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:09:48.251921 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-86ed384e-1e43-4ec3-9a8a-b57cccd77315 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3748307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3761898'] for router_interface, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:48.389384 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:48.467249 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86ed384e-1e43-4ec3-9a8a-b57cccd77315 admin admin] Router 7714315d-ea3b-4274-b42d-a2ec57ac33e1 has already been hosted by L3 agent 758adf3f-89d7-4e1b-912e-3871fb413390 {{(pid=114212) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 00:09:48.575992 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ed384e-1e43-4ec3-9a8a-b57cccd77315 admin admin] Notify agent at l3_agent.dv-cinder-840375-1-iscsi the message routers_updated {{(pid=114212) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 00:09:48.580895 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-86ed384e-1e43-4ec3-9a8a-b57cccd77315 admin admin] 10.222.0.13 "PUT /v2.0/routers/7714315d-ea3b-4274-b42d-a2ec57ac33e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4896905 May 04 00:09:48.583704 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 47016) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:09:48.586218 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6121e9ca-28b7-48c0-9266-dddfa910e6b4 None None] Sync routers for ids ['7714315d-ea3b-4274-b42d-a2ec57ac33e1'] in dv-cinder-840375-1-iscsi {{(pid=114215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 00:09:48.596290 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6121e9ca-28b7-48c0-9266-dddfa910e6b4 None None] Routers {'7714315d-ea3b-4274-b42d-a2ec57ac33e1'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 00:09:48.596962 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-6121e9ca-28b7-48c0-9266-dddfa910e6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-04T00:09:34Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['7714315d-ea3b-4274-b42d-a2ec57ac33e1'], 'active': True} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:09:48.688468 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-fd2ff134-8e5b-4b06-b80a-40eb0327741c admin admin] Notify callbacks [] for router, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:48.702186 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvr_db [None req-6121e9ca-28b7-48c0-9266-dddfa910e6b4 None None] Set router 7714315d-ea3b-4274-b42d-a2ec57ac33e1 gateway port host: dv-cinder-840375-1-iscsi {{(pid=114215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 00:09:48.795392 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-fd2ff134-8e5b-4b06-b80a-40eb0327741c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:48.885710 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-6121e9ca-28b7-48c0-9266-dddfa910e6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7714315d-ea3b-4274-b42d-a2ec57ac33e1', 'name': 'tempest-TestVolumeBootPattern-1841654225-router', 'tenant_id': '0fc65098df404968bc2b65db44a69ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'external_fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': 'f95672e0-9a13-4c89-8dfd-42b7bd7f7ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T00:02:40Z', 'updated_at': '2022-05-04T00:09:47Z', 'revision_number': 5, 'project_id': '0fc65098df404968bc2b65db44a69ad0', 'gw_port': {'id': 'f95672e0-9a13-4c89-8dfd-42b7bd7f7ebb', 'name': '', 'network_id': 'b899e136-3b25-4af5-bb18-9827145d490c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7714315d-ea3b-4274-b42d-a2ec57ac33e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840375-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T00:02:41Z', 'updated_at': '2022-05-04T00:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9ce11e5-b806-4ff0-a648-9987146ccd8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840375-1-iscsi'}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:09:48.908386 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.plugin [None req-fd2ff134-8e5b-4b06-b80a-40eb0327741c admin admin] Deleting port f95672e0-9a13-4c89-8dfd-42b7bd7f7ebb {{(pid=114212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 00:09:48.908727 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-fd2ff134-8e5b-4b06-b80a-40eb0327741c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733331783909'] for port, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:48.913759 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6121e9ca-28b7-48c0-9266-dddfa910e6b4 None None] Checking router: 7714315d-ea3b-4274-b42d-a2ec57ac33e1 for host: dv-cinder-840375-1-iscsi {{(pid=114215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 00:09:48.922346 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6121e9ca-28b7-48c0-9266-dddfa910e6b4 None None] Routers {'7714315d-ea3b-4274-b42d-a2ec57ac33e1'} bound to L3 agent in host dv-cinder-840375-1-iscsi {{(pid=114215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 00:09:48.923009 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-6121e9ca-28b7-48c0-9266-dddfa910e6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840375-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T23:44:04Z,description=,heartbeat_timestamp=2022-05-04T00:09:34Z,host='dv-cinder-840375-1-iscsi',id=758adf3f-89d7-4e1b-912e-3871fb413390,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T23:44:04Z,topic='l3_agent')) {'router_ids': ['7714315d-ea3b-4274-b42d-a2ec57ac33e1'], 'active': True} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:09:48.989513 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.db [None req-fd2ff134-8e5b-4b06-b80a-40eb0327741c admin admin] For port f95672e0-9a13-4c89-8dfd-42b7bd7f7ebb, host dv-cinder-840375-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=f95672e0-9a13-4c89-8dfd-42b7bd7f7ebb,segment=NetworkSegment(5eb57155-ed9e-4c45-a041-92a5f67bc876),segment_id=5eb57155-ed9e-4c45-a041-92a5f67bc876)] {{(pid=114212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 00:09:48.989772 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-fd2ff134-8e5b-4b06-b80a-40eb0327741c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764614'] for port, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:49.002403 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.plugins.ml2.plugin [None req-fd2ff134-8e5b-4b06-b80a-40eb0327741c admin admin] Calling delete_port for f95672e0-9a13-4c89-8dfd-42b7bd7f7ebb owned by network:router_gateway {{(pid=114212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 00:09:49.009658 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_dvr_db [None req-6121e9ca-28b7-48c0-9266-dddfa910e6b4 None None] Set router 7714315d-ea3b-4274-b42d-a2ec57ac33e1 gateway port host: None {{(pid=114215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 00:09:49.062246 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.l3_hamode_db [None req-6121e9ca-28b7-48c0-9266-dddfa910e6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7714315d-ea3b-4274-b42d-a2ec57ac33e1', 'name': 'tempest-TestVolumeBootPattern-1841654225-router', 'tenant_id': '0fc65098df404968bc2b65db44a69ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T00:02:40Z', 'updated_at': '2022-05-04T00:09:48Z', 'revision_number': 6, 'project_id': '0fc65098df404968bc2b65db44a69ad0', 'gw_port_host': None}], 'dv-cinder-840375-1-iscsi', False) {} {{(pid=114215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:09:49.092462 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6121e9ca-28b7-48c0-9266-dddfa910e6b4 None None] The sync data for ids ['7714315d-ea3b-4274-b42d-a2ec57ac33e1'] in dv-cinder-840375-1-iscsi is: [{'id': '7714315d-ea3b-4274-b42d-a2ec57ac33e1', 'name': 'tempest-TestVolumeBootPattern-1841654225-router', 'tenant_id': '0fc65098df404968bc2b65db44a69ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T00:02:40Z', 'updated_at': '2022-05-04T00:09:48Z', 'revision_number': 6, 'project_id': '0fc65098df404968bc2b65db44a69ad0', 'gw_port_host': None}] {{(pid=114215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 00:09:49.222615 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-fd2ff134-8e5b-4b06-b80a-40eb0327741c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733331790767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733331236154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25393418'] for port, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:49.251668 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2ff134-8e5b-4b06-b80a-40eb0327741c admin admin] Pushing event deleted for resources: {'Port': ['ID=f95672e0-9a13-4c89-8dfd-42b7bd7f7ebb,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:09:49.316373 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-fd2ff134-8e5b-4b06-b80a-40eb0327741c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3761296'] for router_gateway, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:49.673436 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-fd2ff134-8e5b-4b06-b80a-40eb0327741c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3759915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9685'] for router, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:49.675544 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-fd2ff134-8e5b-4b06-b80a-40eb0327741c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:49.800043 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-fd2ff134-8e5b-4b06-b80a-40eb0327741c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3759932'] for router, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:49.800508 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd2ff134-8e5b-4b06-b80a-40eb0327741c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7714315d-ea3b-4274-b42d-a2ec57ac33e1 {{(pid=114212) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 00:09:49.805025 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-fd2ff134-8e5b-4b06-b80a-40eb0327741c admin admin] Notify callbacks [] for router, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:49.806071 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-fd2ff134-8e5b-4b06-b80a-40eb0327741c admin admin] 10.222.0.13 "DELETE /v2.0/routers/7714315d-ea3b-4274-b42d-a2ec57ac33e1 HTTP/1.1" status: 204 len: 168 time: 1.2214108 May 04 00:09:49.808670 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 47018) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:09:49.858776 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8618b6a-b575-4e47-a285-f280d2b5b67f admin admin] Deleting subnet 225486a1-39aa-473d-bf5a-dc6bc6e23741 {{(pid=114212) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 04 00:09:49.862820 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-b8618b6a-b575-4e47-a285-f280d2b5b67f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:49.903815 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-b8618b6a-b575-4e47-a285-f280d2b5b67f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25200264'] for subnet, precommit_delete_associations {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:49.947929 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device b352a859-0dcf-446a-bbef-a823379a131c no longer exists at agent ovs-agent-dv-cinder-840375-1-iscsi {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 00:09:49.969508 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] No Port match for: b352a859-0dcf-446a-bbef-a823379a131c {{(pid=114214) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 00:09:49.975628 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device b352a859-0dcf-446a-bbef-a823379a131c not bound to the agent host dv-cinder-840375-1-iscsi {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 00:09:49.985354 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-b8618b6a-b575-4e47-a285-f280d2b5b67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608747'] for subnet, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:50.132294 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-b8618b6a-b575-4e47-a285-f280d2b5b67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29217597'] for subnet, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:50.161283 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-b8618b6a-b575-4e47-a285-f280d2b5b67f admin admin] Notify callbacks [] for subnet, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:50.165302 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-b8618b6a-b575-4e47-a285-f280d2b5b67f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/225486a1-39aa-473d-bf5a-dc6bc6e23741 HTTP/1.1" status: 204 len: 168 time: 0.3555229 May 04 00:09:50.166368 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8618b6a-b575-4e47-a285-f280d2b5b67f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=225486a1-39aa-473d-bf5a-dc6bc6e23741,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:09:50.166744 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef6a579-f05d-425a-97be-20db1466da93 None None] Network 441050be-e452-411b-a1ac-d4d20fe399ad requested from dv-cinder-840375-1-iscsi {{(pid=114214) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 00:09:50.168152 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [-] (114213) accepted ('10.222.0.13', 47020) {{(pid=114213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:09:50.240459 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-19199863-542d-4756-b950-6d8a8f2d8149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714127'] for network, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:50.294314 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.plugin [None req-19199863-542d-4756-b950-6d8a8f2d8149 admin admin] Deleting port 03fdda48-0843-4ff7-9aad-d06d667078b9 {{(pid=114213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 00:09:50.294655 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-19199863-542d-4756-b950-6d8a8f2d8149 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733331783909'] for port, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:50.354274 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5876a5f1-62de-4394-8c97-d91ab059acf7 None None] DHCP port deletion for 441050be-e452-411b-a1ac-d4d20fe399ad request from dv-cinder-840375-1-iscsi {{(pid=114214) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 04 00:09:50.359389 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.db [None req-19199863-542d-4756-b950-6d8a8f2d8149 admin admin] For port 03fdda48-0843-4ff7-9aad-d06d667078b9, host dv-cinder-840375-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=03fdda48-0843-4ff7-9aad-d06d667078b9,segment=NetworkSegment(e8eced1d-e4a1-416e-96bf-0bb555398bfb),segment_id=e8eced1d-e4a1-416e-96bf-0bb555398bfb)] {{(pid=114213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 00:09:50.359765 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-19199863-542d-4756-b950-6d8a8f2d8149 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764614'] for port, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:50.373278 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.plugin [None req-19199863-542d-4756-b950-6d8a8f2d8149 admin admin] Calling delete_port for 03fdda48-0843-4ff7-9aad-d06d667078b9 owned by network:dhcp {{(pid=114213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 00:09:50.400648 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-5876a5f1-62de-4394-8c97-d91ab059acf7 None None] Deleting port 03fdda48-0843-4ff7-9aad-d06d667078b9 {{(pid=114214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 00:09:50.401019 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-5876a5f1-62de-4394-8c97-d91ab059acf7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733331783909'] for port, before_delete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:50.464607 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.db [None req-5876a5f1-62de-4394-8c97-d91ab059acf7 None None] For port 03fdda48-0843-4ff7-9aad-d06d667078b9, host dv-cinder-840375-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840375-1-iscsi',level=0,port_id=03fdda48-0843-4ff7-9aad-d06d667078b9,segment=NetworkSegment(e8eced1d-e4a1-416e-96bf-0bb555398bfb),segment_id=e8eced1d-e4a1-416e-96bf-0bb555398bfb)] {{(pid=114214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 00:09:50.464607 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-5876a5f1-62de-4394-8c97-d91ab059acf7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764614'] for port, precommit_delete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:50.475659 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-5876a5f1-62de-4394-8c97-d91ab059acf7 None None] Calling delete_port for 03fdda48-0843-4ff7-9aad-d06d667078b9 owned by network:dhcp {{(pid=114214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 00:09:50.527782 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-19199863-542d-4756-b950-6d8a8f2d8149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733331790767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733331236154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25969890'] for port, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:50.554575 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19199863-542d-4756-b950-6d8a8f2d8149 admin admin] Pushing event deleted for resources: {'Port': ['ID=03fdda48-0843-4ff7-9aad-d06d667078b9,revision_number=None']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:09:50.555574 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-5876a5f1-62de-4394-8c97-d91ab059acf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-531536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733331790767', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733331236154'] for port, after_delete {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:50.558506 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19199863-542d-4756-b950-6d8a8f2d8149 admin admin] No DVR routers for this DVR port 03fdda48-0843-4ff7-9aad-d06d667078b9 on host dv-cinder-840375-1-iscsi {{(pid=114213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 00:09:50.584397 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5876a5f1-62de-4394-8c97-d91ab059acf7 None None] No DVR routers for this DVR port 03fdda48-0843-4ff7-9aad-d06d667078b9 on host dv-cinder-840375-1-iscsi {{(pid=114214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 00:09:50.586073 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5876a5f1-62de-4394-8c97-d91ab059acf7 None None] Pushing event deleted for resources: {'Port': ['ID=03fdda48-0843-4ff7-9aad-d06d667078b9,revision_number=None']} {{(pid=114214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:09:50.635279 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-19199863-542d-4756-b950-6d8a8f2d8149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-608354', 'neutron.services.segments.db._delete_segments_for_network-8733331752452'] for network, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:50.655767 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.services.segments.db [None req-19199863-542d-4756-b950-6d8a8f2d8149 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['441050be-e452-411b-a1ac-d4d20fe399ad']}} {{(pid=114213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:09:50.665615 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.services.segments.db [None req-19199863-542d-4756-b950-6d8a8f2d8149 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8eced1d-e4a1-416e-96bf-0bb555398bfb') {'for_net_delete': True} {{(pid=114213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:09:50.665911 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.services.segments.db [None req-19199863-542d-4756-b950-6d8a8f2d8149 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8eced1d-e4a1-416e-96bf-0bb555398bfb') {} {{(pid=114213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 00:09:50.675082 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-19199863-542d-4756-b950-6d8a8f2d8149 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733331752717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25564879'] for segment, before_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:50.688143 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-19199863-542d-4756-b950-6d8a8f2d8149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-611538'] for segment, precommit_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:50.694289 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19199863-542d-4756-b950-6d8a8f2d8149 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=114213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 00:09:50.694671 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-19199863-542d-4756-b950-6d8a8f2d8149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-611538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25969847'] for segment, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:50.696279 dv-cinder-840375-1-iscsi neutron-server[114213]: Traceback (most recent call last): May 04 00:09:50.696279 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 00:09:50.696279 dv-cinder-840375-1-iscsi neutron-server[114213]: timer() May 04 00:09:50.696279 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 00:09:50.696279 dv-cinder-840375-1-iscsi neutron-server[114213]: cb(*args, **kw) May 04 00:09:50.696279 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 00:09:50.696279 dv-cinder-840375-1-iscsi neutron-server[114213]: return func(*args, **kwargs) May 04 00:09:50.696279 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 00:09:50.696279 dv-cinder-840375-1-iscsi neutron-server[114213]: self._notify() May 04 00:09:50.696279 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 00:09:50.696279 dv-cinder-840375-1-iscsi neutron-server[114213]: self.callback(batched_events) May 04 00:09:50.696279 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 00:09:50.696279 dv-cinder-840375-1-iscsi neutron-server[114213]: event.method(event) May 04 00:09:50.696279 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 00:09:50.696279 dv-cinder-840375-1-iscsi neutron-server[114213]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 00:09:50.696279 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 00:09:50.696279 dv-cinder-840375-1-iscsi neutron-server[114213]: aggregate_uuid = self.p_client.list_aggregates( May 04 00:09:50.696279 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 00:09:50.696279 dv-cinder-840375-1-iscsi neutron-server[114213]: return f(self, *a, **k) May 04 00:09:50.696279 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 00:09:50.696279 dv-cinder-840375-1-iscsi neutron-server[114213]: return self._get(url).json() May 04 00:09:50.696279 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 00:09:50.696279 dv-cinder-840375-1-iscsi neutron-server[114213]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 00:09:50.696279 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 00:09:50.696279 dv-cinder-840375-1-iscsi neutron-server[114213]: return self.request(url, 'GET', **kwargs) May 04 00:09:50.696279 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 00:09:50.696279 dv-cinder-840375-1-iscsi neutron-server[114213]: base_url = self.get_endpoint(auth, allow=allow, May 04 00:09:50.696279 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 00:09:50.696279 dv-cinder-840375-1-iscsi neutron-server[114213]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 00:09:50.696279 dv-cinder-840375-1-iscsi neutron-server[114213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 00:09:50.696279 dv-cinder-840375-1-iscsi neutron-server[114213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 00:09:50.696279 dv-cinder-840375-1-iscsi neutron-server[114213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 00:09:50.807752 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-19199863-542d-4756-b950-6d8a8f2d8149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-608361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3748298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3761736'] for network, after_delete {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:50.813558 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron_lib.callbacks.manager [None req-19199863-542d-4756-b950-6d8a8f2d8149 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3748400'] for network, before_response {{(pid=114213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:50.816904 dv-cinder-840375-1-iscsi neutron-server[114213]: INFO neutron.wsgi [None req-19199863-542d-4756-b950-6d8a8f2d8149 admin admin] 10.222.0.13 "DELETE /v2.0/networks/441050be-e452-411b-a1ac-d4d20fe399ad HTTP/1.1" status: 204 len: 168 time: 0.6477678 May 04 00:09:50.828198 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19199863-542d-4756-b950-6d8a8f2d8149 admin admin] Pushing event deleted for resources: {'Network': ['ID=441050be-e452-411b-a1ac-d4d20fe399ad,revision_number=None']} {{(pid=114213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:09:51.125028 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 47024) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:09:51.167229 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-5c8b6a28-a9c8-45be-a48b-ab9db1fdaad3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a1d7bc5f0647450b929f5ae2d768960a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0409606 May 04 00:09:51.169672 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 47026) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:09:51.218700 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-b844c9d9-63f8-42b4-99bc-7b8c6d1511c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:51.238385 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-b844c9d9-63f8-42b4-99bc-7b8c6d1511c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:51.354395 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-b844c9d9-63f8-42b4-99bc-7b8c6d1511c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:51.356962 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-b844c9d9-63f8-42b4-99bc-7b8c6d1511c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:51.358140 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-b844c9d9-63f8-42b4-99bc-7b8c6d1511c4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9902ac83-991d-489e-b09c-c18a490ea478 HTTP/1.1" status: 204 len: 168 time: 0.1874578 May 04 00:09:51.366546 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844c9d9-63f8-42b4-99bc-7b8c6d1511c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9902ac83-991d-489e-b09c-c18a490ea478,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:09:51.570692 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device 03fdda48-0843-4ff7-9aad-d06d667078b9 no longer exists at agent ovs-agent-dv-cinder-840375-1-iscsi {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 00:09:51.591801 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] No Port match for: 03fdda48-0843-4ff7-9aad-d06d667078b9 {{(pid=114214) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 00:09:51.592143 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device 03fdda48-0843-4ff7-9aad-d06d667078b9 not bound to the agent host dv-cinder-840375-1-iscsi {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 00:09:51.592590 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device f95672e0-9a13-4c89-8dfd-42b7bd7f7ebb no longer exists at agent ovs-agent-dv-cinder-840375-1-iscsi {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 00:09:51.615078 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.plugin [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] No Port match for: f95672e0-9a13-4c89-8dfd-42b7bd7f7ebb {{(pid=114214) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 00:09:51.615414 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron.plugins.ml2.rpc [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Device f95672e0-9a13-4c89-8dfd-42b7bd7f7ebb not bound to the agent host dv-cinder-840375-1-iscsi {{(pid=114214) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 00:09:52.051065 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 47032) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:09:52.093312 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-2b6fd987-552d-4e67-ae84-a7525a9a14e7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0fc65098df404968bc2b65db44a69ad0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0410573 May 04 00:09:52.095684 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [-] (114212) accepted ('10.222.0.13', 47034) {{(pid=114212) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 00:09:52.141872 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-ae4b8356-d4e2-414e-93f1-527616dee805 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:52.162919 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-ae4b8356-d4e2-414e-93f1-527616dee805 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:52.279579 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-ae4b8356-d4e2-414e-93f1-527616dee805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793876'] for security_group, after_delete {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:52.282134 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron_lib.callbacks.manager [None req-ae4b8356-d4e2-414e-93f1-527616dee805 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:09:52.283289 dv-cinder-840375-1-iscsi neutron-server[114212]: INFO neutron.wsgi [None req-ae4b8356-d4e2-414e-93f1-527616dee805 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4c9ecd0b-c78d-4c7e-ac9f-2374600e1439 HTTP/1.1" status: 204 len: 168 time: 0.1867292 May 04 00:09:52.291129 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4b8356-d4e2-414e-93f1-527616dee805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c9ecd0b-c78d-4c7e-ac9f-2374600e1439,revision_number=None']} {{(pid=114212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 00:10:01.451129 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-d4099397-e4fb-483a-9ba6-3e0d5e5cf179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:10:03.842310 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-d8afa96c-7114-4a1e-9c6e-af1b46abbe44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:10:05.439792 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-9988ed24-7efc-4e8a-acf7-bcbfa55ed3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:10:05.484952 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.agents_db [None req-33eb5aa9-4e04-49df-8f84-9829a3bd54c6 None None] Agent healthcheck: found 6 active agents {{(pid=114215) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 00:10:06.222385 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-f3996685-9434-443c-b5d7-edb245b755aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:10:06.950102 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:10:18.366703 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:10:31.452417 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-5a4007c5-f642-45e4-88b2-9ae974563090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:10:33.891998 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-bb7fadd4-68a0-4812-b790-fb287688e12c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:10:35.457719 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-9988ed24-7efc-4e8a-acf7-bcbfa55ed3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:10:36.229128 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-f3996685-9434-443c-b5d7-edb245b755aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:10:36.914659 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:10:38.802640 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [req-e647bab6-114e-4dcb-88b6-336a4d7703cd req-edcb948d-0e81-4893-b912-3904a0b6d4d0 tempest-VolumesActionsTest-1666743429 tempest-VolumesActionsTest-1666743429-project] (114212) timed out ('10.222.0.47', 51115) {{(pid=114212) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 04 00:10:38.882185 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [req-10a666c8-8f0c-4de3-9311-3f4a82e62822 req-4903576c-7a6f-4b71-a390-6e7e7e7530cd service neutron] (114213) timed out ('10.222.0.47', 51132) {{(pid=114213) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 04 00:10:42.484020 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.agents_db [None req-33eb5aa9-4e04-49df-8f84-9829a3bd54c6 None None] Agent healthcheck: found 6 active agents {{(pid=114215) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 00:10:48.383178 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:11:01.439435 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-48a0ee74-15fe-494e-b5ef-6d1601db5f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:11:03.854911 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-9f01fc28-ecc9-438c-a726-aa28b5480452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:11:05.445287 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-9988ed24-7efc-4e8a-acf7-bcbfa55ed3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:11:06.197643 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-f3996685-9434-443c-b5d7-edb245b755aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:11:06.930405 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:11:18.404682 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:11:19.482291 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.agents_db [None req-33eb5aa9-4e04-49df-8f84-9829a3bd54c6 None None] Agent healthcheck: found 6 active agents {{(pid=114215) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 00:11:31.453902 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-3c5d593b-f904-44e6-a227-5c2eff4a2b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:11:33.884457 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-49cd0cc1-4f44-43f4-a4c0-c0bf482bb293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:11:35.444242 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-9988ed24-7efc-4e8a-acf7-bcbfa55ed3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:11:36.198501 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-f3996685-9434-443c-b5d7-edb245b755aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:11:36.941417 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:11:48.397653 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:11:56.480768 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.agents_db [None req-33eb5aa9-4e04-49df-8f84-9829a3bd54c6 None None] Agent healthcheck: found 6 active agents {{(pid=114215) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 00:12:01.489178 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-4ae88402-6382-4116-af5c-9013f1064d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:12:03.864666 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-14c1c452-7e1d-45b1-9599-c27c1fc47aff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:12:05.460057 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-9988ed24-7efc-4e8a-acf7-bcbfa55ed3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:12:06.248105 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-f3996685-9434-443c-b5d7-edb245b755aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:12:06.923249 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:12:18.397209 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:12:31.448083 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-d25eb5a0-7018-41ae-80d4-6642fc2bf9c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:12:33.480544 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.agents_db [None req-33eb5aa9-4e04-49df-8f84-9829a3bd54c6 None None] Agent healthcheck: found 6 active agents {{(pid=114215) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 00:12:33.875790 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-1fa5d6d8-d1f1-44f6-b400-6f8c6c362bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:12:35.482263 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-9988ed24-7efc-4e8a-acf7-bcbfa55ed3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:12:36.208091 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-f3996685-9434-443c-b5d7-edb245b755aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:12:36.949583 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:12:48.413327 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:13:01.452923 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-e5d528f4-9350-4d69-9492-cc83233bb8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:13:03.835733 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-45ef9303-2d4f-426d-a971-bf6f8c78274a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:13:05.475318 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-9988ed24-7efc-4e8a-acf7-bcbfa55ed3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:13:06.218887 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-f3996685-9434-443c-b5d7-edb245b755aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:13:06.916203 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:13:07.044080 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [req-c43b0633-fbaa-4846-a771-fbb33491eeeb req-07de38c8-d0a4-4607-8aa5-2738de551512 service neutron] (114213) timed out ('10.222.0.47', 51101) {{(pid=114213) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 04 00:13:10.478698 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.agents_db [None req-33eb5aa9-4e04-49df-8f84-9829a3bd54c6 None None] Agent healthcheck: found 6 active agents {{(pid=114215) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 00:13:18.417655 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:13:31.491948 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-e8cf876d-f086-4c08-870f-acff9ec8f9aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:13:33.863283 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-99dc8c12-9f3e-4742-85e3-cdd28dfb97c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:13:35.496059 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-9988ed24-7efc-4e8a-acf7-bcbfa55ed3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:13:36.216949 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-f3996685-9434-443c-b5d7-edb245b755aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:13:36.908570 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:13:47.477924 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.agents_db [None req-33eb5aa9-4e04-49df-8f84-9829a3bd54c6 None None] Agent healthcheck: found 6 active agents {{(pid=114215) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 00:13:48.445499 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:14:01.455740 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-e7e7ccd7-9959-445a-921f-7e2665188cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:14:03.855796 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-48ccdd07-33dd-4039-9ffd-089bf551f2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:14:05.467640 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-9988ed24-7efc-4e8a-acf7-bcbfa55ed3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:14:06.221979 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-f3996685-9434-443c-b5d7-edb245b755aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:14:06.902350 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:14:18.439281 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:14:24.163306 dv-cinder-840375-1-iscsi neutron-server[114213]: DEBUG neutron.wsgi [req-d0cf8dee-d103-4d4f-8754-724645e25ce9 req-f386a599-16e3-44d7-b9ab-73efdc6898cd service neutron] (114213) timed out ('10.222.0.13', 39882) {{(pid=114213) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 04 00:14:24.476571 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.agents_db [None req-33eb5aa9-4e04-49df-8f84-9829a3bd54c6 None None] Agent healthcheck: found 6 active agents {{(pid=114215) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 00:14:31.454684 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-f693f52a-273d-460e-bcb1-2bdc4d4db423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:14:33.860958 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-49912724-9424-4b2e-be0f-683777449ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:14:35.455452 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-9988ed24-7efc-4e8a-acf7-bcbfa55ed3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:14:36.249267 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-f3996685-9434-443c-b5d7-edb245b755aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:14:36.940960 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:14:48.448616 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:15:01.459979 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-b4a34ad0-7e78-4c82-9a30-7bc0698f563a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:15:01.475163 dv-cinder-840375-1-iscsi neutron-server[114215]: DEBUG neutron.db.agents_db [None req-33eb5aa9-4e04-49df-8f84-9829a3bd54c6 None None] Agent healthcheck: found 6 active agents {{(pid=114215) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 00:15:03.877078 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-7d319eac-bbb0-41a6-b7bf-cd5583887bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:15:05.471318 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-9988ed24-7efc-4e8a-acf7-bcbfa55ed3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:15:06.214010 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-f3996685-9434-443c-b5d7-edb245b755aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:15:06.922672 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-28ba9e14-3d49-45a1-bd89-ebd6b6df0390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 00:15:13.407762 dv-cinder-840375-1-iscsi neutron-server[114212]: DEBUG neutron.wsgi [req-cb58030b-f682-463c-a029-c2d5a2b26d8f req-dca19dd1-8325-4207-bf5f-612d2911546c service neutron] (114212) timed out ('10.222.0.13', 42778) {{(pid=114212) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 04 00:15:18.470989 dv-cinder-840375-1-iscsi neutron-server[114214]: DEBUG neutron_lib.callbacks.manager [None req-33aca8bf-094e-4c2e-9956-87432df26199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733331665134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-703586'] for agent, after_update {{(pid=114214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}